-- Logs begin at Tue 2021-09-07 13:38:48 UTC, end at Tue 2021-09-07 14:55:31 UTC. -- Sep 07 14:27:44.303389 dv-cinder-760153-9-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 07 14:27:47.123968 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.common.config [-] Logging enabled! Sep 07 14:27:47.124566 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev626 Sep 07 14:27:47.124751 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94529) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 07 14:27:47.127963 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.common.config [-] Logging enabled! Sep 07 14:27:47.128227 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev626 Sep 07 14:27:47.128540 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94529) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 07 14:27:47.129495 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 14:27:47.129730 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 14:27:47.130124 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 14:27:47.130370 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 14:27:47.130597 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 14:27:47.130944 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.131274 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.131613 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.131848 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.132152 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.132449 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.132735 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.133028 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.133328 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.133618 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.133899 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.134222 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.134455 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.134739 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.135030 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.135320 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.135546 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] debug = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.135834 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.136267 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.136690 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.136972 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.137267 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.137553 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.137829 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.138141 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.138431 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.138768 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] host = dv-cinder-760153-9-iscsi {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.139053 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.139348 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.139641 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.139933 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.140214 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.140495 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.140785 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.141063 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.141340 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] log_file = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.141620 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.141935 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.142228 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.142525 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.142753 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.142977 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.143272 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.143563 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.143843 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.144123 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.144401 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.144682 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.144960 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.145233 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.145524 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.145819 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.146134 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.146416 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.147317 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.147744 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.148030 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.148328 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.148615 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.148896 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.149176 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.149471 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.149745 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.150052 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.150364 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.150660 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.150952 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.151244 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.151523 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.152062 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.152340 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.152640 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.152906 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] use_json = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.153176 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.153453 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.153742 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.154052 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.154331 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.154609 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.154885 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.155174 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:47.155473 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.155779 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.156084 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.156372 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.156672 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.156956 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.157251 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.157533 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.157827 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.158142 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.158434 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.158720 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.159011 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.159293 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.159592 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.159902 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.160202 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.160496 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.160773 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.161049 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.161324 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.161603 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.161892 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.162813 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.163206 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.163506 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.163791 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.164082 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.164380 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.164673 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.164950 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.165233 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.165529 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.165812 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.166131 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.166415 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.166710 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.166992 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.167268 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.167553 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.167833 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.168110 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.168386 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.168673 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.168967 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.169247 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.169526 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.169803 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.170121 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.170400 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.170688 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.170969 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.171245 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.171521 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.171804 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.172079 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.172356 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.172636 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.172911 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.173192 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.173468 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.173745 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.174051 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.174328 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.174605 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.174879 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.175153 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.175432 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.175709 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.175985 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.176262 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.176538 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.176816 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.177106 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.177405 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.177688 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.178055 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.178412 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.178709 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.178993 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.179275 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.179554 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.179835 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.180111 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.180405 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.180691 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.180982 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.181267 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.181545 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.181850 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.182156 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.182445 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.182725 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.183004 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.183289 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.183574 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.183870 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.184166 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.184461 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.184752 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.185047 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.185331 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.185641 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.185939 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:47.186169 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 14:27:47.186410 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94529) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 07 14:27:47.540431 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 07 14:27:47.540613 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 07 14:27:47.540912 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 07 14:27:47.541250 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 07 14:27:47.943324 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:47.944184 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:47.944460 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:47.945750 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:47.946045 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:47.946308 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:47.982513 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:47.982795 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:47.983063 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:47.998590 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:47.998867 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:47.999133 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:48.028072 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:48.028360 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:48.028613 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:48.065839 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:48.066131 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:48.066398 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:48.295026 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:48.295648 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:48.295648 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:48.295829 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:48.296390 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:48.416279 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:48.416597 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:48.416878 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:48.417146 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:48.417407 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:48.417708 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:48.417986 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:48.418240 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:48.418493 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:48.418769 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:48.419025 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:48.419285 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:48.419536 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:48.419782 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:48.420034 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:48.420295 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:48.420548 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:48.420810 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:48.421077 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:48.421331 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:48.421596 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:48.421844 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:48.422149 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:48.422521 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:48.422771 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:48.423018 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:48.423403 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94529) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 14:27:48.423643 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94529) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 14:27:48.423872 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94529) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 14:27:48.424104 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94529) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 14:27:48.424334 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94529) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 14:27:48.424563 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94529) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 14:27:48.424918 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 07 14:27:48.428719 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 07 14:27:48.432592 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 07 14:27:48.436366 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Sep 07 14:27:48.437991 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 07 14:27:48.438438 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 07 14:27:48.438770 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 07 14:27:48.439150 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 07 14:27:48.441900 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 07 14:27:48.442169 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 07 14:27:48.442510 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 07 14:27:48.448000 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 07 14:27:48.469567 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 07 14:27:48.470048 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:48.470348 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94529) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 07 14:27:48.470704 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:48.472037 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94529) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 07 14:27:48.472316 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 07 14:27:48.472560 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 07 14:27:48.476445 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:48.476722 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:48.540877 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 07 14:27:48.541110 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 07 14:27:48.541341 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 07 14:27:48.541707 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 07 14:27:48.563953 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_db.sqlalchemy.engines [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94529) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 07 14:27:49.256780 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.managers [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Initializing driver for type 'gre' Sep 07 14:27:49.257293 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] gre ID ranges: [(1, 1000)] Sep 07 14:27:49.393841 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.managers [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Initializing driver for type 'local' Sep 07 14:27:49.394487 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.managers [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Initializing driver for type 'vlan' Sep 07 14:27:49.501091 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] VlanTypeDriver initialization complete Sep 07 14:27:49.501444 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.managers [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Initializing driver for type 'vxlan' Sep 07 14:27:49.502041 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] vxlan ID ranges: [(1, 1000)] Sep 07 14:27:49.748599 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.managers [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Initializing extension driver 'port_security' Sep 07 14:27:49.748942 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.extensions.port_security [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] PortSecurityExtensionDriver initialization complete Sep 07 14:27:49.749275 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.managers [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Initializing mechanism driver 'openvswitch' Sep 07 14:27:49.749608 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.managers [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Initializing mechanism driver 'hyperv' Sep 07 14:27:49.761406 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.plugin [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:27:49.762120 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > port after_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.762494 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > port after_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.762874 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > port after_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.763401 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94529) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 14:27:49.763831 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > subnet after_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.764247 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > subnet after_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.764595 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.764991 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94529) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 14:27:49.765396 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > network after_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.765748 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > network after_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.766118 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > network after_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.766606 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94529) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 14:27:49.767010 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > security_group after_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.767359 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > security_group after_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.767697 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.768228 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94529) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 14:27:49.768636 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.768987 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.769330 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.769726 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94529) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 14:27:49.770210 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > address_group after_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.770558 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > address_group after_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.770894 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.771287 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94529) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 14:27:49.772363 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] ML2 OVO RPC backend initialized. {{(pid=94529) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 07 14:27:49.773072 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.773432 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.773846 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > network before_response 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.774217 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > networks before_response 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.774565 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > port before_response 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.774907 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > ports before_response 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.775252 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > subnet before_response 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.775590 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > subnets before_response 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.775933 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > network after_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.776269 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > network after_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.776606 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > network after_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.777236 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > port after_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.777577 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > port after_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.777938 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > port after_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.778275 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > subnet after_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.783800 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > subnet after_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.783800 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.783800 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.plugin [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Modular L2 Plugin initialization complete Sep 07 14:27:49.783800 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading services supported by the core plugin {{(pid=94529) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 07 14:27:49.783800 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.plugins.ml2.managers [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Got port-security extension from driver 'port_security' Sep 07 14:27:49.783800 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.extensions.vlantransparent [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Disabled vlantransparent extension. Sep 07 14:27:49.784309 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94529) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 07 14:27:49.784309 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading Plugin: router Sep 07 14:27:49.824217 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.824610 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > router after_create 55549900 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.824982 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > router before_create 55549900 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.825348 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.825724 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.826110 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > router after_delete 55549900 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.826470 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.826822 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.827182 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > router after_create 55549900 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.827580 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > router after_update 55549900 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.827942 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > router after_update 55549900 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.828293 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.828655 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > router after_update 55549900 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.829066 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > router precommit_update 55549900 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.829436 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: port after_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.829777 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: port after_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.830152 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: subnet after_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.830493 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.830845 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.831219 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > router precommit_create 55549900 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.831563 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: port before_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.831906 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > router precommit_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.832263 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > router after_update 55549900 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.832607 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.832967 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > router precommit_create 55549900 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.833329 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.833676 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > router precommit_update 55549900 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.834761 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > agent after_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.835237 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > agent after_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.835475 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > network after_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.836347 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.quota.resource_registry [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Tracking information for resource: router configured {{(pid=94529) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 14:27:49.836680 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.quota.resource_registry [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Tracking information for resource: floatingip configured {{(pid=94529) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 14:27:49.848864 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.db.l3_agentschedulers_db [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 07 14:27:49.849438 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: port after_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.850397 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: port after_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.850826 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: port after_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.851054 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: port after_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.851851 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > router before_create 55550100 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.852216 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.852582 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > router precommit_create 55550100 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.852938 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > router precommit_update 55550100 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.857667 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.services.provider_configuration [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Service providers = [] {{(pid=94529) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 07 14:27:49.858061 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.db.servicetype_db [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94529) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 07 14:27:49.861035 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.services.service_base [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94529) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 14:27:49.861388 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.services.service_base [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94529) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 14:27:49.861729 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.services.service_base [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94529) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 14:27:49.862645 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.services.service_base [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94529) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 14:27:49.863018 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.services.service_base [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 07 14:27:49.863390 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94529) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 14:27:49.863709 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 07 14:27:49.884827 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94529) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 14:27:49.885160 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading Plugin: auto_allocate Sep 07 14:27:49.895078 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: network precommit_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.895452 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: network precommit_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.896002 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94529) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 14:27:49.896318 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading Plugin: tag Sep 07 14:27:49.903433 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94529) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 14:27:49.903970 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading Plugin: timestamp Sep 07 14:27:49.908093 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94529) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 14:27:49.914202 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading Plugin: network_ip_availability Sep 07 14:27:49.919266 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.919643 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.919999 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:49.920737 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94529) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 14:27:49.921051 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading Plugin: flavors Sep 07 14:27:49.925987 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94529) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 14:27:49.926267 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading Plugin: revisions Sep 07 14:27:49.931457 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94529) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 14:27:49.931851 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_concurrency.lockutils [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.391s {{(pid=94529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 07 14:27:49.932592 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94529) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 07 14:27:49.932928 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Initializing extension manager. Sep 07 14:27:49.933437 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: __init__.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:49.933780 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: __pycache__ {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:49.934181 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:49.934483 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: address_group.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:49.935243 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:49.935820 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: address-group Sep 07 14:27:49.936142 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: address_scope.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:49.937062 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:49.937586 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: address-scope Sep 07 14:27:49.937897 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:49.947241 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:49.947748 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: router-admin-state-down-before-update Sep 07 14:27:49.948071 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: agent.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:49.948773 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:49.949285 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: agent Sep 07 14:27:49.949608 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: agent_resources_synced.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:49.950550 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:49.951055 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: agent-resources-synced Sep 07 14:27:49.951376 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: allowedaddresspairs.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:49.953234 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:49.953794 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: allowed-address-pairs Sep 07 14:27:49.954146 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: auto_allocated_topology.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:49.955220 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:49.955731 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: auto-allocated-topology Sep 07 14:27:49.956056 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: availability_zone.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:49.956746 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:49.957253 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: availability_zone Sep 07 14:27:49.957572 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: availability_zone_filter.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:49.958609 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:49.959147 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: availability_zone_filter Sep 07 14:27:49.959469 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: data_plane_status.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:49.960373 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:49.960876 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extension data-plane-status not supported by any of loaded plugins Sep 07 14:27:49.961195 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: default_subnetpools.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:49.962140 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:49.962652 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: default-subnetpools Sep 07 14:27:49.962975 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:49.963782 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:49.964334 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: dhcp_agent_scheduler Sep 07 14:27:49.964657 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: dns.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:49.965576 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:49.966105 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extension dns-integration not supported by any of loaded plugins Sep 07 14:27:49.966427 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: dns_domain_ports.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:49.967338 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:49.967847 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 07 14:27:49.968166 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:49.969078 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:49.969583 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 07 14:27:49.969901 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: dvr.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:49.970592 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:49.971099 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: dvr Sep 07 14:27:49.971417 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: ecmp_routes.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:49.977356 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:49.978151 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 07 14:27:49.978520 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: empty_string_filtering.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:49.979509 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:49.980066 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: empty-string-filtering Sep 07 14:27:49.980424 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:49.981378 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:49.982106 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 07 14:27:49.982468 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:49.983431 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:49.983987 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 07 14:27:49.984340 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: external_net.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:49.985284 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:49.985845 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: external-net Sep 07 14:27:49.986236 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:49.987242 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:49.987793 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: extra_dhcp_opt Sep 07 14:27:49.988150 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: extraroute.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:49.989100 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:49.989647 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: extraroute Sep 07 14:27:49.990051 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: extraroute_atomic.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:49.991801 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:49.992328 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: extraroute-atomic Sep 07 14:27:49.992654 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: filter_validation.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:49.993339 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:49.993846 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: filter-validation Sep 07 14:27:49.994189 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: fip_pf_description.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:49.995101 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:49.995605 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 07 14:27:49.995924 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: fip_port_details.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:49.996853 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:49.997359 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: fip-port-details Sep 07 14:27:49.997684 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: flavors.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:49.998947 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:49.999470 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: flavors Sep 07 14:27:49.999797 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.012673 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.013194 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 07 14:27:50.013523 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: floatingip_pools.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.014265 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.014775 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: floatingip-pools Sep 07 14:27:50.015095 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: ip_allocation.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.016064 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.016569 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extension ip_allocation not supported by any of loaded plugins Sep 07 14:27:50.016894 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.017808 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.018345 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: ip-substring-filtering Sep 07 14:27:50.018670 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: l2_adjacency.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.019598 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.020100 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 07 14:27:50.020418 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: l3.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.021603 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.022147 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: router Sep 07 14:27:50.022471 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.024721 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.025251 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 07 14:27:50.025579 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.026549 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.027435 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: ext-gw-mode Sep 07 14:27:50.027738 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.028594 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.029105 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: l3-ha Sep 07 14:27:50.029427 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: l3_flavors.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.030371 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.030878 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: l3-flavors Sep 07 14:27:50.031196 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.032107 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.032612 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 07 14:27:50.032930 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: l3agentscheduler.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.034010 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.034518 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: l3_agent_scheduler Sep 07 14:27:50.034841 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: logging.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.043327 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.043855 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extension logging not supported by any of loaded plugins Sep 07 14:27:50.044184 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: metering.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.044929 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.045499 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: metering Sep 07 14:27:50.045821 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.046936 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.047446 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: metering_source_and_destination_fields Sep 07 14:27:50.047769 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: multiprovidernet.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.048756 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.049338 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: multi-provider Sep 07 14:27:50.049658 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: netmtu.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.050601 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.051109 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: net-mtu Sep 07 14:27:50.051428 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: netmtu_writable.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.052332 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.053419 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: net-mtu-writable Sep 07 14:27:50.053868 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: network_availability_zone.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.054425 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.054927 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: network_availability_zone Sep 07 14:27:50.055242 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: network_ip_availability.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.056327 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.056833 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: network-ip-availability Sep 07 14:27:50.057151 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: network_segment_range.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.057907 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.058428 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extension network-segment-range not supported by any of loaded plugins Sep 07 14:27:50.058741 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: pagination.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.059703 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.060026 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: pagination Sep 07 14:27:50.060337 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: port_device_profile.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.061334 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.061826 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: port-device-profile Sep 07 14:27:50.062163 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.063070 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.063582 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: port-mac-address-regenerate Sep 07 14:27:50.063899 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.064812 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.065316 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: port-numa-affinity-policy Sep 07 14:27:50.065635 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: port_resource_request.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.066701 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.067208 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extension port-resource-request not supported by any of loaded plugins Sep 07 14:27:50.067532 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: portbindings.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.068660 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.069334 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: binding Sep 07 14:27:50.069663 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: portbindings_extended.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.070970 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.071484 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: binding-extended Sep 07 14:27:50.071807 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: portsecurity.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.077343 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.077847 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: port-security Sep 07 14:27:50.078195 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: project_id.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.079166 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.079486 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: project-id Sep 07 14:27:50.079806 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: providernet.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.080709 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.081218 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: provider Sep 07 14:27:50.081535 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: qos.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.085488 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.086041 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extension qos not supported by any of loaded plugins Sep 07 14:27:50.086372 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.087618 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.088138 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 07 14:27:50.088471 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.089378 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.089890 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 07 14:27:50.090234 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: qos_default.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.091132 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.091638 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extension qos-default not supported by any of loaded plugins Sep 07 14:27:50.091959 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: qos_fip.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.092605 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.093103 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extension qos-fip not supported by any of loaded plugins Sep 07 14:27:50.093423 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: qos_gateway_ip.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.094356 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.094857 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 07 14:27:50.095179 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: qos_port_network_policy.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.096074 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.096577 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 07 14:27:50.096896 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: qos_pps_rule.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.098083 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.098596 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extension qos-pps not supported by any of loaded plugins Sep 07 14:27:50.098920 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: qos_rule_type_details.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.100353 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.100892 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 07 14:27:50.101211 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: qos_rules_alias.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.102266 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.102771 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 07 14:27:50.103088 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: quotasv2.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.104018 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.104340 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: quotas Sep 07 14:27:50.104657 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: quotasv2_detail.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.107927 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.108266 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: quota_details Sep 07 14:27:50.117181 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: rbac.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.117181 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.117181 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: rbac-policies Sep 07 14:27:50.117181 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: rbac_address_group.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.117857 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.118398 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: rbac-address-group Sep 07 14:27:50.118721 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: rbac_address_scope.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.119638 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.120148 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: rbac-address-scope Sep 07 14:27:50.120471 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: rbac_security_groups.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.121379 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.121885 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: rbac-security-groups Sep 07 14:27:50.122229 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: rbac_subnetpool.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.123133 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.123641 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: rbac-subnetpool Sep 07 14:27:50.123957 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: revisionifmatch.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.124871 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.125379 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: revision-if-match Sep 07 14:27:50.125696 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: revisions.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.126832 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.127340 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: standard-attr-revisions Sep 07 14:27:50.127663 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: router_availability_zone.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.128327 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.128829 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: router_availability_zone Sep 07 14:27:50.129144 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: routerservicetype.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.130086 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.130595 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extension router-service-type not supported by any of loaded plugins Sep 07 14:27:50.130951 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.131873 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.132377 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: security-groups-normalized-cidr Sep 07 14:27:50.132695 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.133606 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.134168 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: port-security-groups-filtering Sep 07 14:27:50.134468 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.135387 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.135902 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: security-groups-remote-address-group Sep 07 14:27:50.136222 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: securitygroup.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.147883 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.148412 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: security-group Sep 07 14:27:50.148739 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: segment.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.149525 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.150057 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extension segment not supported by any of loaded plugins Sep 07 14:27:50.150382 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.151328 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.152101 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 07 14:27:50.152422 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: servicetype.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.153689 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.154239 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: service-type Sep 07 14:27:50.154570 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: sorting.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.155548 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.155878 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: sorting Sep 07 14:27:50.156197 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: standard_attr_segment.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.157101 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.157616 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 07 14:27:50.157948 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: standardattrdescription.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.158592 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.159102 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: standard-attr-description Sep 07 14:27:50.159420 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: stateful_security_group.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.166988 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.167507 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: stateful-security-group Sep 07 14:27:50.167826 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: stdattrs_common.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.168405 dv-cinder-760153-9-iscsi neutron-server[94529]: WARNING neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 07 14:27:50.168720 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.169647 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.170188 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 07 14:27:50.170505 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: subnet_onboard.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.171566 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.172081 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: subnet_onboard Sep 07 14:27:50.172399 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.173309 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.173818 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 07 14:27:50.174209 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: subnet_service_types.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.175098 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.175608 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: subnet-service-types Sep 07 14:27:50.175926 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: subnetallocation.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.177044 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.177509 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: subnet_allocation Sep 07 14:27:50.178045 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.178686 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.179189 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: subnetpool-prefix-ops Sep 07 14:27:50.179507 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.180422 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.180926 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 07 14:27:50.181247 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: tagging.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.182435 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.182950 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: standard-attr-tag Sep 07 14:27:50.183271 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: timestamp.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.184455 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.184969 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loaded extension: standard-attr-timestamp Sep 07 14:27:50.185293 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: trunk.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.186343 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.186851 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extension trunk not supported by any of loaded plugins Sep 07 14:27:50.187174 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: trunk_details.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.188081 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.188588 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extension trunk-details not supported by any of loaded plugins Sep 07 14:27:50.188912 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: uplink_status_propagation.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.196305 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.196809 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 07 14:27:50.197129 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Loading extension file: vlantransparent.py {{(pid=94529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 07 14:27:50.197800 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 07 14:27:50.198339 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 07 14:27:50.200821 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.quota.resource_registry [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Creating instance of TrackedResource for resource:network Sep 07 14:27:50.201343 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.quota.resource_registry [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Creating instance of TrackedResource for resource:subnet Sep 07 14:27:50.201734 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.quota.resource_registry [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 14:27:50.202150 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.quota.resource_registry [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Creating instance of TrackedResource for resource:port Sep 07 14:27:50.203379 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.v2.resource_helper [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 14:27:50.203827 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.v2.resource_helper [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Service FLAVORS assigned prefix: {{(pid=94529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 14:27:50.204443 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.v2.resource_helper [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 14:27:50.204863 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.v2.resource_helper [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 14:27:50.205188 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.quota.resource_registry [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Creating instance of TrackedResource for resource:router Sep 07 14:27:50.205609 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.quota.resource_registry [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Creating instance of TrackedResource for resource:floatingip Sep 07 14:27:50.206128 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.v2.resource_helper [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Service METERING assigned prefix: /metering {{(pid=94529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 14:27:50.207717 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:50.207931 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:50.208280 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:27:50.209818 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.quota.resource_registry [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Creating instance of CountableResource for resource:rbac_policy Sep 07 14:27:50.210282 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.quota.resource_registry [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Creating instance of TrackedResource for resource:security_group Sep 07 14:27:50.210711 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.quota.resource_registry [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 07 14:27:50.211289 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.v2.resource_helper [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Service CORE assigned prefix: {{(pid=94529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 14:27:50.211614 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.quota.resource_registry [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 14:27:50.211963 dv-cinder-760153-9-iscsi neutron-server[94529]: WARNING neutron.quota.resource_registry [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] subnetpool is already registered Sep 07 14:27:50.212391 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.v2.resource_helper [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Service CORE assigned prefix: {{(pid=94529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 14:27:50.212710 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.quota.resource_registry [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 14:27:50.213037 dv-cinder-760153-9-iscsi neutron-server[94529]: WARNING neutron.quota.resource_registry [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] subnetpool is already registered Sep 07 14:27:50.215317 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.v2.resource_helper [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 14:27:50.215743 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.v2.resource_helper [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Service FLAVORS assigned prefix: {{(pid=94529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 14:27:50.216325 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.v2.resource_helper [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 14:27:50.216742 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.v2.resource_helper [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 14:27:50.217069 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.quota.resource_registry [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Creating instance of TrackedResource for resource:router Sep 07 14:27:50.217403 dv-cinder-760153-9-iscsi neutron-server[94529]: WARNING neutron.quota.resource_registry [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] router is already registered Sep 07 14:27:50.217813 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.quota.resource_registry [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Creating instance of TrackedResource for resource:floatingip Sep 07 14:27:50.218166 dv-cinder-760153-9-iscsi neutron-server[94529]: WARNING neutron.quota.resource_registry [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] floatingip is already registered Sep 07 14:27:50.218610 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.v2.resource_helper [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Service METERING assigned prefix: /metering {{(pid=94529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 14:27:50.219269 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.quota.resource_registry [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Creating instance of CountableResource for resource:rbac_policy Sep 07 14:27:50.219589 dv-cinder-760153-9-iscsi neutron-server[94529]: WARNING neutron.quota.resource_registry [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] rbac_policy is already registered Sep 07 14:27:50.219990 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.quota.resource_registry [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Creating instance of TrackedResource for resource:security_group Sep 07 14:27:50.220317 dv-cinder-760153-9-iscsi neutron-server[94529]: WARNING neutron.quota.resource_registry [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] security_group is already registered Sep 07 14:27:50.220705 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.quota.resource_registry [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 07 14:27:50.221029 dv-cinder-760153-9-iscsi neutron-server[94529]: WARNING neutron.quota.resource_registry [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] security_group_rule is already registered Sep 07 14:27:50.221637 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.v2.resource_helper [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Service CORE assigned prefix: {{(pid=94529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 14:27:50.221983 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.quota.resource_registry [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 14:27:50.222314 dv-cinder-760153-9-iscsi neutron-server[94529]: WARNING neutron.quota.resource_registry [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] subnetpool is already registered Sep 07 14:27:50.222724 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.v2.resource_helper [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Service CORE assigned prefix: {{(pid=94529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 14:27:50.223042 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.quota.resource_registry [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 14:27:50.223367 dv-cinder-760153-9-iscsi neutron-server[94529]: WARNING neutron.quota.resource_registry [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] subnetpool is already registered Sep 07 14:27:50.223814 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extended resource: extensions {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:27:50.226268 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extended resource: address-groups {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:27:50.227817 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extended resource: address-scopes {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:27:50.229138 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extended resource: agents {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:27:50.230332 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extended resource: auto-allocated-topology {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:27:50.231561 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extended resource: availability_zones {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:27:50.232758 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extended resource: dhcp-networks {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:27:50.234364 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extended resource: dhcp-agents {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:27:50.235778 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extended resource: routers {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:27:50.241672 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extended resource: flavors {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:27:50.241672 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extended resource: service_profiles {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:27:50.241672 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extended resource: next_providers {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:27:50.242002 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extended resource: service_profiles {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:27:50.243531 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extended resource: floatingip-pools {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:27:50.244743 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extended resource: routers {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:27:50.246861 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extended resource: floatingips {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:27:50.248137 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extended resource: l3-routers {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:27:50.249600 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extended resource: l3-agents {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:27:50.251041 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extended resource: metering-labels {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:27:50.252373 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extended resource: metering-label-rules {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:27:50.253639 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extended resource: network-ip-availabilities {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:27:50.254932 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extended resource: bindings {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:27:50.257606 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extended resource: quotas {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:27:50.259083 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extended resource: quotas {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:27:50.260499 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extended resource: rbac-policies {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:27:50.261693 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extended resource: security-groups {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:27:50.263007 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extended resource: security-group-rules {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:27:50.270339 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extended resource: service-providers {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:27:50.270339 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extended resource: subnetpools {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:27:50.270339 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extended resource: subnetpools {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:27:50.270339 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extended resource: tags {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:27:50.270339 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extended resource: tags {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:27:50.272444 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extended resource: tags {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:27:50.274227 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extended resource: tags {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:27:50.276005 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extended resource: tags {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:27:50.278193 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extended resource: tags {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:27:50.279883 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extended resource: tags {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:27:50.281771 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extended resource: tags {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:27:50.283540 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extended resource: tags {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:27:50.285381 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron.api.extensions [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Extended resource: tags {{(pid=94529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 14:27:50.292096 dv-cinder-760153-9-iscsi neutron-server[94529]: WARNING keystonemiddleware.auth_token [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 07 14:27:50.296784 dv-cinder-760153-9-iscsi neutron-server[94529]: WARNING keystonemiddleware.auth_token [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 07 14:27:50.305557 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_concurrency.lockutils [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Acquired lock "singleton_lock" {{(pid=94529) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 07 14:27:50.306053 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_concurrency.lockutils [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Releasing lock "singleton_lock" {{(pid=94529) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 07 14:27:50.306685 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO oslo_service.service [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Starting 2 workers Sep 07 14:27:50.311510 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Started child 94640 {{(pid=94529) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 14:27:50.315880 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Started child 94641 {{(pid=94529) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 14:27:50.317111 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:27:50.317879 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO neutron.service [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 07 14:27:50.318274 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Notify callbacks [] for process, before_spawn {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:27:50.318586 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [-] (94640) wsgi starting up on http://0.0.0.0:9696 Sep 07 14:27:50.320834 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:27:50.321325 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO oslo_service.service [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Starting 1 workers Sep 07 14:27:50.322201 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [-] (94641) wsgi starting up on http://0.0.0.0:9696 Sep 07 14:27:50.326329 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Started child 94642 {{(pid=94529) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 14:27:50.326906 dv-cinder-760153-9-iscsi neutron-server[94529]: INFO oslo_service.service [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Starting 1 workers Sep 07 14:27:50.330232 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.service [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] calling RpcWorker wait() {{(pid=94642) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 07 14:27:50.330776 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.service [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] returning from RpcWorker wait() {{(pid=94642) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 07 14:27:50.331455 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Started child 94643 {{(pid=94529) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 14:27:50.332038 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:27:50.332272 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG neutron_lib.callbacks.manager [None req-fdff41c5-8fbd-4f1b-8d1d-d2e581ec30e7 None None] Notify callbacks [] for process, after_spawn {{(pid=94529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:27:50.332500 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:27:50.334812 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94529) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 07 14:27:50.335022 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 14:27:50.338936 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 14:27:50.338936 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 14:27:50.338936 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 14:27:50.338936 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 14:27:50.338936 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.338936 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.338936 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.338936 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.339432 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.339499 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:27:50.339956 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.339956 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.339956 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.339956 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.339956 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.339956 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.339956 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.339956 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.340431 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.340431 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.340431 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.340600 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.340961 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.340961 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.341199 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.341462 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.341706 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.342005 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] debug = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.342259 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.342770 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.343021 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.343282 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.343527 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.343812 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.344041 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.344290 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.344538 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.344771 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.345020 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.345269 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.345503 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.345712 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.345960 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.346235 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.346450 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.346913 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] host = dv-cinder-760153-9-iscsi {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.347151 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.347438 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.347640 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.347897 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.348154 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.348377 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.348638 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.348886 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.349155 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.349380 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.349682 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.350023 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.350755 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.351003 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] log_file = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.351181 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] log_options = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.351384 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.351664 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.351939 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.352133 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.352290 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.352463 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.352698 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.352852 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.353097 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.353407 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.353563 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.353789 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.354042 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.354261 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.354526 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.354757 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.355000 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.355264 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.355456 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.355700 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.355926 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.356152 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.356415 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.356613 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.356860 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.357120 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.357272 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.357483 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.357695 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.357970 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.358202 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.358447 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.358665 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.358920 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.359182 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.359410 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.359636 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.359854 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.360115 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.360341 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.360594 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.360861 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.361077 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.361331 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.361570 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.361804 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.362071 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] use_json = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.362285 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.362520 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.362777 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.363009 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.363268 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.363424 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.363685 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.364006 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.364325 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.364608 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.364927 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.365175 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.365807 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.366016 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.366275 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.366664 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.366910 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.367139 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.367576 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.367968 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.368280 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.368459 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:27:50.368809 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.369098 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.369437 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.369677 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.369976 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.370211 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.370463 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.370682 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.370921 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.371190 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.371465 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.371665 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.371895 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.372142 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.372497 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.372760 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.373034 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.373298 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.373539 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.373779 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.374019 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.374234 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.378151 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.378151 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.378151 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.378151 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.378151 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.378151 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.378151 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.378151 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.378151 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.378868 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.378868 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.378868 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.378868 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.378868 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.378868 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.378868 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.378868 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.378868 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.379486 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.379486 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.379486 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.379486 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.379486 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.379819 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.379902 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.380088 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.380389 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.380680 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.381336 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.381604 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.381804 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.382080 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.382302 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.382519 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.382739 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.382948 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.383185 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.383419 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.383640 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.383877 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.384092 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.384307 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.384545 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.384779 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.385003 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.385218 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.385463 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.385725 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.387458 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.387458 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.387458 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.387458 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.388018 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.388018 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.388018 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.391539 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.391539 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.391539 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.391539 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.391539 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.391539 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.391539 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.391539 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.395100 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.395100 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.395100 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.395100 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.395100 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.395100 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.395100 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.395100 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.398293 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.398293 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.398293 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.398293 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.398293 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.398293 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.398293 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.398293 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.399709 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.399709 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.399709 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.399709 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.399709 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.399709 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.399709 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.399709 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.403220 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.403220 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.403220 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.403220 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.403220 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.403220 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.403220 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.403220 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.403798 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.403798 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.403798 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.403798 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.403798 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.403798 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.403798 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.403798 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.404376 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.404376 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.404376 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.404376 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.404376 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.404376 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.404376 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.404376 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.404944 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.404944 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.404944 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.404944 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.405214 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.405292 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.406649 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.406649 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.406649 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.406649 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.406649 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.406649 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.407287 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.407287 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.407287 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.407501 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.407645 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.408530 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.408795 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.409013 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.409226 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.409620 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.410004 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.410365 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.410764 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.411138 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.411540 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.411801 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.412076 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.412945 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.413144 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.413394 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.413631 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.413906 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.414143 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.414383 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.414608 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.414822 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.415036 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.415288 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.415515 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.415717 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.415943 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.416159 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.416416 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.416657 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.417003 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.417263 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.417494 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.417731 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.417971 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.418219 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.418468 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.418704 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.418921 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.419136 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.419358 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.419613 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.419856 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.420097 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.420331 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.420548 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.420763 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.420999 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.421213 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.421479 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.421725 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.421990 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.422266 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.422466 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.422676 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.422937 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.423145 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.423354 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.423595 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.423808 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.424018 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.424243 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.424451 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.424658 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.424877 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.425089 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.425317 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.425539 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.425793 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.426022 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.426250 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.426462 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.426671 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.426892 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.427147 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.427307 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.427526 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.427922 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.428054 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.428420 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.429169 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.429385 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.429607 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.429843 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.430075 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.430368 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.435920 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.435920 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.435920 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.435920 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.435920 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.435920 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.435920 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.435920 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.436589 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.436589 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.436589 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.436589 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.436589 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.436589 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.436589 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.436589 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.437225 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.437225 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.437225 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.437225 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.437225 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.437225 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.437225 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.437225 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.438088 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.438088 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.438088 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.438088 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.438088 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.438088 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.438088 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.439059 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.439059 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.439059 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.439059 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.439059 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.439464 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.439601 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.439759 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.439985 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.440224 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.440456 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.440612 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 14:27:50.441134 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94529) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 07 14:27:50.441291 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 14:27:50.441441 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 14:27:50.441605 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 14:27:50.441769 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 14:27:50.441937 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 14:27:50.442132 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.442289 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.442445 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.442602 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.442759 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.442937 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.443094 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.443249 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.443573 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.443573 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.444087 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.444087 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.444087 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.444299 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.444299 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.444479 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.444591 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.444745 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.444903 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.445058 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.445212 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.445365 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.445518 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] debug = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.445674 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.445869 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.446055 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.446200 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.446343 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.446497 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.446650 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.446803 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.446957 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.447109 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.447262 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.447414 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.447569 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.447721 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.447877 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.448034 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.448188 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.448341 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] host = dv-cinder-760153-9-iscsi {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.448678 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.448678 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.448906 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.448906 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.449065 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.449201 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.449354 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.449508 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.449712 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.449858 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.449991 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.450147 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.450289 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.450444 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] log_file = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.450598 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] log_options = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.450751 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.450904 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.451058 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.451240 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.451401 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.451556 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.451711 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.451865 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.452019 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.452174 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.452327 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.452483 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.452637 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.452791 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.452944 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.453097 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.453251 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.453405 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.453559 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.453714 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.453867 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.454044 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.454197 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.454351 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.454529 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.454529 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.454529 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.455061 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.455061 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.455227 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.455382 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.455537 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.455691 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.455845 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.455998 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.456151 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.456305 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.456458 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.456614 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.456769 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.456923 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.457076 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.457230 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.457384 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.457537 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.457691 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.457848 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] use_json = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.458045 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.458198 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.458350 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.458504 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.458658 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.458811 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.458965 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.459650 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 14:27:50.459813 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.459974 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.460148 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.460328 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.460442 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.460665 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.460832 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.461100 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.461508 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.461672 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.462071 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.462071 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.462491 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.462491 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.465823 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.465823 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.465823 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.465823 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.465823 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.465823 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.465823 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.465823 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.466513 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.466513 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.466513 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.466513 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.466513 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.466513 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.466513 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.466513 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.467046 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.467046 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.467046 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.467046 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.467046 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.467046 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.467046 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.467046 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.467641 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.467641 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.467641 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.467641 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.467641 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.467641 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.467641 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.467641 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.467641 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.468386 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.468386 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.468386 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.468386 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.468386 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.468386 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.468386 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.468386 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.469320 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.469320 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.469320 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.469320 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.469320 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.469320 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.469722 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.469722 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.469722 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.469941 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.470037 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.470145 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.470303 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.470460 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.470617 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.470773 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.470931 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.471088 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.471246 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.471404 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.471560 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.471716 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.471873 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.472033 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.472189 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.472347 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.472504 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.472661 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.472819 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.472975 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.473132 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.473289 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.473446 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.473609 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.473756 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.473988 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.474100 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.474243 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.474401 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.474558 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.475320 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.475500 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.475632 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.475754 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.475969 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.476129 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.476286 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.476447 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.476604 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.476762 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.476918 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.477075 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.477232 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.477393 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.477555 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.477712 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.477863 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.478042 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.478199 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.478346 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.481860 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.482007 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:27:50.482092 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.482182 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 43760) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:27:50.482259 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.482411 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.482583 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.482758 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.482937 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.483131 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.483257 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.483484 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.483582 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.483728 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.483888 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.484049 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.484209 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.484367 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.484526 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.484695 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.484865 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.485024 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.485184 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.485341 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.485524 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.485683 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.485840 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.486021 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.486179 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.486337 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.486494 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.486650 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.486808 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.486964 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.487122 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.487279 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.487435 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.487592 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.487748 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.487909 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.488066 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.488223 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.488380 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.488537 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.488695 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.488852 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.489008 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.489166 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.489322 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.489478 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.489634 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.489791 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.490016 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.490151 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.490396 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.490997 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066524 Sep 07 14:27:50.491468 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.491599 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.492162 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.492318 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.492478 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.492622 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.492789 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.493770 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.493963 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.494123 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.494262 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.494422 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.494581 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.494718 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.494877 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.495020 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.495182 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.495325 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.495469 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.495620 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.495868 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.496033 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.496176 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.496336 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.496511 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.497823 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.497823 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.497823 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.498281 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.498281 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.498541 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.498689 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.498689 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.498951 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.499086 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.499221 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.499367 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.499503 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.499638 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.499787 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.499923 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.500058 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.500192 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.500327 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.500463 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.500605 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.500743 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.500909 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.501093 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.501993 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.502244 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.502494 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.503779 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.503779 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.503779 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.504018 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.504342 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.504529 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.505438 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.506862 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.507070 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.507263 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.507488 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.510083 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.510083 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.510083 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.510083 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.510083 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.510083 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.510083 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.510083 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.510544 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.510544 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.510544 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.510544 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.510544 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.510544 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.510544 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.510544 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.510989 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.510989 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.510989 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.510989 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.510989 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.510989 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.510989 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.511375 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.511440 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.512358 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.512358 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.512358 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.512358 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.512358 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.512358 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.512739 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.512739 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.512857 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.513011 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.513094 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.513268 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.513424 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.513588 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.513758 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.513944 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.514092 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.514249 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.514406 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.514563 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.514735 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.514875 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.515010 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.515147 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.515302 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.515447 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.515603 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.515745 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.515902 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.516053 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.516190 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.516336 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.516499 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.516688 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 14:27:50.516838 dv-cinder-760153-9-iscsi neutron-server[94529]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 14:28:02.333638 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93faf0cc-623d-433a-9d64-a44b165f225c None None] get_active_networks_info from dv-cinder-760153-9-iscsi {{(pid=94642) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 14:28:02.415934 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93faf0cc-623d-433a-9d64-a44b165f225c None None] No non-hosted networks {{(pid=94642) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 07 14:28:02.430602 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.agentschedulers_db [None req-93faf0cc-623d-433a-9d64-a44b165f225c None None] DHCP Agent not found on host dv-cinder-760153-9-iscsi {{(pid=94642) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 07 14:28:02.697813 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-289f92ec-cc59-4b7c-9d0e-e33b155d3ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-540669'] for agent, after_create {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:05.009866 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1f5ce4d8-2f18-4148-8308-cb0b408f524a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-540669'] for agent, after_create {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:05.064186 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.db.api [None req-402bb684-0947-43d1-8770-a832425859f9 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-760153-9-iscsi {{(pid=94642) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 14:28:05.064780 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG oslo_db.api [None req-402bb684-0947-43d1-8770-a832425859f9 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 14:28:05.453579 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-540669'] for agent, after_create {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:05.454278 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:05.454619 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:05.454954 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:05.455295 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:05.455593 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:05.455914 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:05.456243 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:05.456594 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:05.456913 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:05.457231 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:05.457553 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:05.457872 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:05.470815 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-760153-9-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:28:05.482001 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-760153-9-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:28:05.650859 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-402bb684-0947-43d1-8770-a832425859f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:06.302380 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-540669'] for agent, after_create {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:07.789650 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-540669'] for agent, after_create {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:07.889300 dv-cinder-760153-9-iscsi neutron-server[94642]: INFO neutron.db.l3_hamode_db [None req-fca5dffc-e2a6-4998-b5ad-08673bc31ded None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 07 14:28:07.968388 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca5dffc-e2a6-4998-b5ad-08673bc31ded None None] Routers set() bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:28:07.968771 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca5dffc-e2a6-4998-b5ad-08673bc31ded None None] Router IDs set() for agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 07 14:28:08.858036 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 43854) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:28:09.352614 dv-cinder-760153-9-iscsi neutron-server[94640]: WARNING oslo_policy.policy [None req-9a837d30-3abd-4c22-a4d7-8eac03afdc61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 14:28:09.353207 dv-cinder-760153-9-iscsi neutron-server[94640]: WARNING oslo_policy.policy [None req-9a837d30-3abd-4c22-a4d7-8eac03afdc61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 14:28:09.575337 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [None req-9a837d30-3abd-4c22-a4d7-8eac03afdc61 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 14:28:09.576461 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-9a837d30-3abd-4c22-a4d7-8eac03afdc61 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7174904 Sep 07 14:28:11.977604 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 43868) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:28:12.471069 dv-cinder-760153-9-iscsi neutron-server[94641]: WARNING oslo_policy.policy [None req-e6dcb0a0-91e5-40d2-b93f-84e4660d1834 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 14:28:12.471643 dv-cinder-760153-9-iscsi neutron-server[94641]: WARNING oslo_policy.policy [None req-e6dcb0a0-91e5-40d2-b93f-84e4660d1834 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 14:28:12.692411 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-e6dcb0a0-91e5-40d2-b93f-84e4660d1834 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:28:12.784927 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.policy [None req-e6dcb0a0-91e5-40d2-b93f-84e4660d1834 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94641) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 07 14:28:12.830467 dv-cinder-760153-9-iscsi neutron-server[94641]: WARNING oslo_policy.policy [None req-e6dcb0a0-91e5-40d2-b93f-84e4660d1834 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 14:28:12.830824 dv-cinder-760153-9-iscsi neutron-server[94641]: WARNING oslo_policy.policy [None req-e6dcb0a0-91e5-40d2-b93f-84e4660d1834 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 14:28:12.839405 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.quota [None req-e6dcb0a0-91e5-40d2-b93f-84e4660d1834 admin admin] Loaded quota_driver: . Sep 07 14:28:12.988130 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e6dcb0a0-91e5-40d2-b93f-84e4660d1834 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735927964968', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735927970565', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735927944578', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735927948078', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735927348246', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735927938970', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7620226', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7645314', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-753162', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-714992'] for rbac-policy, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:13.337841 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e6dcb0a0-91e5-40d2-b93f-84e4660d1834 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:13.339345 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-e6dcb0a0-91e5-40d2-b93f-84e4660d1834 admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3596485 Sep 07 14:28:15.940216 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 43886) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:28:16.243232 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ff5ee482-402b-4220-bede-94a0ba84c411 admin admin] Request body: {'network': {'project_id': '90c69f98168d487db6bfceacff8a5d6d', 'name': 'private', 'admin_state_up': True, 'tenant_id': '90c69f98168d487db6bfceacff8a5d6d'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:28:16.244655 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.quota [None req-ff5ee482-402b-4220-bede-94a0ba84c411 admin admin] Loaded quota_driver: . Sep 07 14:28:16.378514 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5ee482-402b-4220-bede-94a0ba84c411 admin admin] Made reservation on behalf of 90c69f98168d487db6bfceacff8a5d6d for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:28:16.446421 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.policy [None req-ff5ee482-402b-4220-bede-94a0ba84c411 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94640) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 07 14:28:16.491820 dv-cinder-760153-9-iscsi neutron-server[94640]: WARNING oslo_policy.policy [None req-ff5ee482-402b-4220-bede-94a0ba84c411 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 14:28:16.492183 dv-cinder-760153-9-iscsi neutron-server[94640]: WARNING oslo_policy.policy [None req-ff5ee482-402b-4220-bede-94a0ba84c411 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 14:28:16.502565 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ff5ee482-402b-4220-bede-94a0ba84c411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:16.524058 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ff5ee482-402b-4220-bede-94a0ba84c411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:16.659697 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ff5ee482-402b-4220-bede-94a0ba84c411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:16.731999 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ff5ee482-402b-4220-bede-94a0ba84c411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:16.757391 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff5ee482-402b-4220-bede-94a0ba84c411 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 877} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:28:16.784875 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ff5ee482-402b-4220-bede-94a0ba84c411 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735925738096', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:16.785449 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ff5ee482-402b-4220-bede-94a0ba84c411 admin admin] Unsubscribe: segment precommit_create {{(pid=94640) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 07 14:28:16.786014 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.db.segments_db [None req-ff5ee482-402b-4220-bede-94a0ba84c411 admin admin] Added segment 5befa777-f390-402f-b31a-e26bd7712384 of type vlan for network 782039d7-ca0c-4e02-8ea1-89f3aeb2a93b Sep 07 14:28:16.792293 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ee482-402b-4220-bede-94a0ba84c411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671e9e66-59ec-472e-a703-a60f4c4ae362,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:28:16.831419 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5ee482-402b-4220-bede-94a0ba84c411 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:16.831782 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5ee482-402b-4220-bede-94a0ba84c411 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:16.832121 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5ee482-402b-4220-bede-94a0ba84c411 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:16.832451 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5ee482-402b-4220-bede-94a0ba84c411 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:16.832780 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5ee482-402b-4220-bede-94a0ba84c411 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:16.833117 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5ee482-402b-4220-bede-94a0ba84c411 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:16.833445 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5ee482-402b-4220-bede-94a0ba84c411 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:16.833768 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5ee482-402b-4220-bede-94a0ba84c411 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:16.834146 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5ee482-402b-4220-bede-94a0ba84c411 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:16.835555 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5ee482-402b-4220-bede-94a0ba84c411 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:16.835889 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5ee482-402b-4220-bede-94a0ba84c411 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:16.836215 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5ee482-402b-4220-bede-94a0ba84c411 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:16.837303 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5ee482-402b-4220-bede-94a0ba84c411 admin admin] Tracked resource versions report: Sep 07 14:28:16.837303 dv-cinder-760153-9-iscsi neutron-server[94640]: pushed versions: Sep 07 14:28:16.837303 dv-cinder-760153-9-iscsi neutron-server[94640]: { 'AddressGroup': {'1.2'}, Sep 07 14:28:16.837303 dv-cinder-760153-9-iscsi neutron-server[94640]: 'ConntrackHelper': {'1.0'}, Sep 07 14:28:16.837303 dv-cinder-760153-9-iscsi neutron-server[94640]: 'Log': {'1.0'}, Sep 07 14:28:16.837303 dv-cinder-760153-9-iscsi neutron-server[94640]: 'Network': {'1.1'}, Sep 07 14:28:16.837303 dv-cinder-760153-9-iscsi neutron-server[94640]: 'Port': {'1.7'}, Sep 07 14:28:16.837303 dv-cinder-760153-9-iscsi neutron-server[94640]: 'PortForwarding': {'1.2'}, Sep 07 14:28:16.837303 dv-cinder-760153-9-iscsi neutron-server[94640]: 'QosPolicy': {'1.9'}, Sep 07 14:28:16.837303 dv-cinder-760153-9-iscsi neutron-server[94640]: 'SecurityGroup': {'1.4'}, Sep 07 14:28:16.837303 dv-cinder-760153-9-iscsi neutron-server[94640]: 'SecurityGroupRule': {'1.2'}, Sep 07 14:28:16.837303 dv-cinder-760153-9-iscsi neutron-server[94640]: 'SubPort': {'1.0'}, Sep 07 14:28:16.837303 dv-cinder-760153-9-iscsi neutron-server[94640]: 'Subnet': {'1.1'}, Sep 07 14:28:16.837303 dv-cinder-760153-9-iscsi neutron-server[94640]: 'Trunk': {'1.1'}} Sep 07 14:28:16.837303 dv-cinder-760153-9-iscsi neutron-server[94640]: consumer versions: Sep 07 14:28:16.837303 dv-cinder-760153-9-iscsi neutron-server[94640]: { DHCP agent@dv-cinder-760153-9-iscsi: {}, Sep 07 14:28:16.837303 dv-cinder-760153-9-iscsi neutron-server[94640]: L3 agent@dv-cinder-760153-9-iscsi: {}, Sep 07 14:28:16.837303 dv-cinder-760153-9-iscsi neutron-server[94640]: Metadata agent@dv-cinder-760153-9-iscsi: {}, Sep 07 14:28:16.837303 dv-cinder-760153-9-iscsi neutron-server[94640]: Metering agent@dv-cinder-760153-9-iscsi: {}, Sep 07 14:28:16.837303 dv-cinder-760153-9-iscsi neutron-server[94640]: Open vSwitch agent@dv-cinder-760153-9-iscsi: { 'AddressGroup': '1.2', Sep 07 14:28:16.837303 dv-cinder-760153-9-iscsi neutron-server[94640]: 'ConntrackHelper': '1.0', Sep 07 14:28:16.837303 dv-cinder-760153-9-iscsi neutron-server[94640]: 'Log': '1.0', Sep 07 14:28:16.837303 dv-cinder-760153-9-iscsi neutron-server[94640]: 'Network': '1.1', Sep 07 14:28:16.837303 dv-cinder-760153-9-iscsi neutron-server[94640]: 'Port': '1.7', Sep 07 14:28:16.837303 dv-cinder-760153-9-iscsi neutron-server[94640]: 'PortForwarding': '1.2', Sep 07 14:28:16.837303 dv-cinder-760153-9-iscsi neutron-server[94640]: 'QosPolicy': '1.9', Sep 07 14:28:16.837303 dv-cinder-760153-9-iscsi neutron-server[94640]: 'SecurityGroup': '1.4', Sep 07 14:28:16.837303 dv-cinder-760153-9-iscsi neutron-server[94640]: 'SecurityGroupRule': '1.2', Sep 07 14:28:16.837303 dv-cinder-760153-9-iscsi neutron-server[94640]: 'SubPort': '1.0', Sep 07 14:28:16.837303 dv-cinder-760153-9-iscsi neutron-server[94640]: 'Subnet': '1.1', Sep 07 14:28:16.837303 dv-cinder-760153-9-iscsi neutron-server[94640]: 'Trunk': '1.1'}} Sep 07 14:28:16.837303 dv-cinder-760153-9-iscsi neutron-server[94640]: {{(pid=94640) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 14:28:16.922316 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ff5ee482-402b-4220-bede-94a0ba84c411 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735925196804'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:17.024487 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ff5ee482-402b-4220-bede-94a0ba84c411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:17.025639 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5ee482-402b-4220-bede-94a0ba84c411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:28:17.026370 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ff5ee482-402b-4220-bede-94a0ba84c411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:17.125489 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ee482-402b-4220-bede-94a0ba84c411 admin admin] Pushing event updated for resources: {'Network': ['ID=782039d7-ca0c-4e02-8ea1-89f3aeb2a93b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:28:17.137105 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Network 782039d7-ca0c-4e02-8ea1-89f3aeb2a93b details requested by agent ovs-agent-dv-cinder-760153-9-iscsi with host dv-cinder-760153-9-iscsi {{(pid=94642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:28:17.171731 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-ff5ee482-402b-4220-bede-94a0ba84c411 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2303090 Sep 07 14:28:19.857357 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 43902) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:28:20.254877 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa25e2b-5b63-48e5-91cd-aa81fc9fa8e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:28:20.256699 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-3fa25e2b-5b63-48e5-91cd-aa81fc9fa8e6 admin admin] 10.222.0.11 "GET /v2.0/networks/782039d7-ca0c-4e02-8ea1-89f3aeb2a93b HTTP/1.1" status: 200 len: 825 time: 0.3978541 Sep 07 14:28:20.296647 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-944ebefd-92e7-44c8-8e2d-55113249451b admin admin] 10.222.0.11 "GET /v2.0/subnetpools/fc177fad-692e-4833-afee-7600962b0f85 HTTP/1.1" status: 200 len: 734 time: 0.0341589 Sep 07 14:28:20.306630 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8a85cf61-e361-4546-88d1-a053ff8c8476 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '782039d7-ca0c-4e02-8ea1-89f3aeb2a93b', 'name': 'private-subnet', 'subnetpool_id': 'fc177fad-692e-4833-afee-7600962b0f85', 'tenant_id': '90c69f98168d487db6bfceacff8a5d6d', 'gateway_ip': '172.20.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:28:20.441076 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a85cf61-e361-4546-88d1-a053ff8c8476 admin admin] Made reservation on behalf of 90c69f98168d487db6bfceacff8a5d6d for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:28:20.443385 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a85cf61-e361-4546-88d1-a053ff8c8476 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:20.819172 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a85cf61-e361-4546-88d1-a053ff8c8476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:20.889927 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a85cf61-e361-4546-88d1-a053ff8c8476 admin admin] Checking segment: {'id': '5befa777-f390-402f-b31a-e26bd7712384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '782039d7-ca0c-4e02-8ea1-89f3aeb2a93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:28:20.890574 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a85cf61-e361-4546-88d1-a053ff8c8476 admin admin] Network hostable DHCP agents. Network: 782039d7-ca0c-4e02-8ea1-89f3aeb2a93b, hostable agents: ['594f7c6c-f415-4606-b669-794c15de65b6'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:28:20.894677 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a85cf61-e361-4546-88d1-a053ff8c8476 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac6913b3-660a-4791-bd10-462da47adcc3,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:28:20.971932 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a85cf61-e361-4546-88d1-a053ff8c8476 admin admin] Network 782039d7-ca0c-4e02-8ea1-89f3aeb2a93b is scheduled to be hosted by DHCP agent 594f7c6c-f415-4606-b669-794c15de65b6 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:28:21.029361 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-8a85cf61-e361-4546-88d1-a053ff8c8476 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760153-9-iscsi, 782039d7-ca0c-4e02-8ea1-89f3aeb2a93b) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:28:21.034144 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a85cf61-e361-4546-88d1-a053ff8c8476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:28:21.034750 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a85cf61-e361-4546-88d1-a053ff8c8476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:21.042327 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013bdf64-902d-4a47-9b1f-8c43164e85ec None None] Network 782039d7-ca0c-4e02-8ea1-89f3aeb2a93b requested from dv-cinder-760153-9-iscsi {{(pid=94642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:28:21.109167 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-8a85cf61-e361-4546-88d1-a053ff8c8476 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8064203 Sep 07 14:28:21.367539 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d55a733-7db1-4272-a910-32ac90ad5d25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05a14c16-e9db-5d56-af18-52452e2ad435-782039d7-ca0c-4e02-8ea1-89f3aeb2a93b', 'network_id': '782039d7-ca0c-4e02-8ea1-89f3aeb2a93b', 'tenant_id': '90c69f98168d487db6bfceacff8a5d6d', 'fixed_ips': [{'subnet_id': 'ac6913b3-660a-4791-bd10-462da47adcc3'}]}} from dv-cinder-760153-9-iscsi. {{(pid=94642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 14:28:21.368759 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8d55a733-7db1-4272-a910-32ac90ad5d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:21.646791 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.db_base_plugin_common [None req-8d55a733-7db1-4272-a910-32ac90ad5d25 None None] Allocated IP 172.20.0.2 (782039d7-ca0c-4e02-8ea1-89f3aeb2a93b/ac6913b3-660a-4791-bd10-462da47adcc3/f075be7a-649e-447c-bbad-d86ea714641d) {{(pid=94642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:28:21.875411 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8d55a733-7db1-4272-a910-32ac90ad5d25 None None] Notify callbacks [] for port, precommit_create {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:21.890688 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-8d55a733-7db1-4272-a910-32ac90ad5d25 None None] Transition to ACTIVE for port object f075be7a-649e-447c-bbad-d86ea714641d will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:28:21.911553 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-8d55a733-7db1-4272-a910-32ac90ad5d25 None None] Transition to ACTIVE for port object f075be7a-649e-447c-bbad-d86ea714641d will not be triggered until provisioned by entity DHCP. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:28:22.008249 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8d55a733-7db1-4272-a910-32ac90ad5d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533'] for port, after_create {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:22.083552 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d55a733-7db1-4272-a910-32ac90ad5d25 None None] Network 782039d7-ca0c-4e02-8ea1-89f3aeb2a93b is already hosted by enough agents. {{(pid=94642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:28:22.091286 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.scheduler.base_scheduler [None req-8d55a733-7db1-4272-a910-32ac90ad5d25 None None] Resources bound (agent type, host, resource id): {{(pid=94642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:28:22.096567 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55a733-7db1-4272-a910-32ac90ad5d25 None None] Pushing event updated for resources: {'Port': ['ID=f075be7a-649e-447c-bbad-d86ea714641d,revision_number=1']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:28:22.098852 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d55a733-7db1-4272-a910-32ac90ad5d25 None None] Received port after_create {{(pid=94642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:28:22.109220 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55a733-7db1-4272-a910-32ac90ad5d25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:22.109568 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55a733-7db1-4272-a910-32ac90ad5d25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:22.109923 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55a733-7db1-4272-a910-32ac90ad5d25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:22.110256 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55a733-7db1-4272-a910-32ac90ad5d25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:22.110582 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55a733-7db1-4272-a910-32ac90ad5d25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:22.110910 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55a733-7db1-4272-a910-32ac90ad5d25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:22.111232 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55a733-7db1-4272-a910-32ac90ad5d25 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:22.111551 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55a733-7db1-4272-a910-32ac90ad5d25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:22.111892 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55a733-7db1-4272-a910-32ac90ad5d25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:22.112214 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55a733-7db1-4272-a910-32ac90ad5d25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:22.112529 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55a733-7db1-4272-a910-32ac90ad5d25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:22.112845 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55a733-7db1-4272-a910-32ac90ad5d25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:22.113940 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d55a733-7db1-4272-a910-32ac90ad5d25 None None] Tracked resource versions report: Sep 07 14:28:22.113940 dv-cinder-760153-9-iscsi neutron-server[94642]: pushed versions: Sep 07 14:28:22.113940 dv-cinder-760153-9-iscsi neutron-server[94642]: { 'AddressGroup': {'1.2'}, Sep 07 14:28:22.113940 dv-cinder-760153-9-iscsi neutron-server[94642]: 'ConntrackHelper': {'1.0'}, Sep 07 14:28:22.113940 dv-cinder-760153-9-iscsi neutron-server[94642]: 'Log': {'1.0'}, Sep 07 14:28:22.113940 dv-cinder-760153-9-iscsi neutron-server[94642]: 'Network': {'1.1'}, Sep 07 14:28:22.113940 dv-cinder-760153-9-iscsi neutron-server[94642]: 'Port': {'1.7'}, Sep 07 14:28:22.113940 dv-cinder-760153-9-iscsi neutron-server[94642]: 'PortForwarding': {'1.2'}, Sep 07 14:28:22.113940 dv-cinder-760153-9-iscsi neutron-server[94642]: 'QosPolicy': {'1.9'}, Sep 07 14:28:22.113940 dv-cinder-760153-9-iscsi neutron-server[94642]: 'SecurityGroup': {'1.4'}, Sep 07 14:28:22.113940 dv-cinder-760153-9-iscsi neutron-server[94642]: 'SecurityGroupRule': {'1.2'}, Sep 07 14:28:22.113940 dv-cinder-760153-9-iscsi neutron-server[94642]: 'SubPort': {'1.0'}, Sep 07 14:28:22.113940 dv-cinder-760153-9-iscsi neutron-server[94642]: 'Subnet': {'1.1'}, Sep 07 14:28:22.113940 dv-cinder-760153-9-iscsi neutron-server[94642]: 'Trunk': {'1.1'}} Sep 07 14:28:22.113940 dv-cinder-760153-9-iscsi neutron-server[94642]: consumer versions: Sep 07 14:28:22.113940 dv-cinder-760153-9-iscsi neutron-server[94642]: { DHCP agent@dv-cinder-760153-9-iscsi: {}, Sep 07 14:28:22.113940 dv-cinder-760153-9-iscsi neutron-server[94642]: L3 agent@dv-cinder-760153-9-iscsi: {}, Sep 07 14:28:22.113940 dv-cinder-760153-9-iscsi neutron-server[94642]: Metadata agent@dv-cinder-760153-9-iscsi: {}, Sep 07 14:28:22.113940 dv-cinder-760153-9-iscsi neutron-server[94642]: Metering agent@dv-cinder-760153-9-iscsi: {}, Sep 07 14:28:22.113940 dv-cinder-760153-9-iscsi neutron-server[94642]: Open vSwitch agent@dv-cinder-760153-9-iscsi: { 'AddressGroup': '1.2', Sep 07 14:28:22.113940 dv-cinder-760153-9-iscsi neutron-server[94642]: 'ConntrackHelper': '1.0', Sep 07 14:28:22.113940 dv-cinder-760153-9-iscsi neutron-server[94642]: 'Log': '1.0', Sep 07 14:28:22.113940 dv-cinder-760153-9-iscsi neutron-server[94642]: 'Network': '1.1', Sep 07 14:28:22.113940 dv-cinder-760153-9-iscsi neutron-server[94642]: 'Port': '1.7', Sep 07 14:28:22.113940 dv-cinder-760153-9-iscsi neutron-server[94642]: 'PortForwarding': '1.2', Sep 07 14:28:22.113940 dv-cinder-760153-9-iscsi neutron-server[94642]: 'QosPolicy': '1.9', Sep 07 14:28:22.113940 dv-cinder-760153-9-iscsi neutron-server[94642]: 'SecurityGroup': '1.4', Sep 07 14:28:22.113940 dv-cinder-760153-9-iscsi neutron-server[94642]: 'SecurityGroupRule': '1.2', Sep 07 14:28:22.113940 dv-cinder-760153-9-iscsi neutron-server[94642]: 'SubPort': '1.0', Sep 07 14:28:22.113940 dv-cinder-760153-9-iscsi neutron-server[94642]: 'Subnet': '1.1', Sep 07 14:28:22.113940 dv-cinder-760153-9-iscsi neutron-server[94642]: 'Trunk': '1.1'}} Sep 07 14:28:22.113940 dv-cinder-760153-9-iscsi neutron-server[94642]: {{(pid=94642) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 14:28:22.187518 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-8d55a733-7db1-4272-a910-32ac90ad5d25 None None] Attempting to bind port f075be7a-649e-447c-bbad-d86ea714641d on host dv-cinder-760153-9-iscsi for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:28:22.187827 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-8d55a733-7db1-4272-a910-32ac90ad5d25 None None] Attempting to bind port f075be7a-649e-447c-bbad-d86ea714641d by drivers openvswitch,hyperv on host dv-cinder-760153-9-iscsi at level 0 using segments [{'id': '5befa777-f390-402f-b31a-e26bd7712384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '782039d7-ca0c-4e02-8ea1-89f3aeb2a93b'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:28:22.188232 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d55a733-7db1-4272-a910-32ac90ad5d25 None None] Attempting to bind port f075be7a-649e-447c-bbad-d86ea714641d on network 782039d7-ca0c-4e02-8ea1-89f3aeb2a93b {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:28:22.193135 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d55a733-7db1-4272-a910-32ac90ad5d25 None None] Checking agent: {'id': '603a9555-31ed-459d-ae44-8ccb1c39f9f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 28, 5), 'started_at': datetime.datetime(2021, 9, 7, 14, 28, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:28:22.193579 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d55a733-7db1-4272-a910-32ac90ad5d25 None None] Checking segment: {'id': '5befa777-f390-402f-b31a-e26bd7712384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '782039d7-ca0c-4e02-8ea1-89f3aeb2a93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:28:22.194226 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8d55a733-7db1-4272-a910-32ac90ad5d25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:22.194603 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d55a733-7db1-4272-a910-32ac90ad5d25 None None] Bound using segment: {'id': '5befa777-f390-402f-b31a-e26bd7712384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '782039d7-ca0c-4e02-8ea1-89f3aeb2a93b'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:28:22.195082 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-8d55a733-7db1-4272-a910-32ac90ad5d25 None None] Bound port: f075be7a-649e-447c-bbad-d86ea714641d, host: dv-cinder-760153-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5befa777-f390-402f-b31a-e26bd7712384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '782039d7-ca0c-4e02-8ea1-89f3aeb2a93b'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:28:22.195492 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8d55a733-7db1-4272-a910-32ac90ad5d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:22.268303 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-8d55a733-7db1-4272-a910-32ac90ad5d25 None None] For port f075be7a-649e-447c-bbad-d86ea714641d, host dv-cinder-760153-9-iscsi, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:28:22.272755 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-8d55a733-7db1-4272-a910-32ac90ad5d25 None None] For port f075be7a-649e-447c-bbad-d86ea714641d, host dv-cinder-760153-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=f075be7a-649e-447c-bbad-d86ea714641d,segment=NetworkSegment(5befa777-f390-402f-b31a-e26bd7712384),segment_id=5befa777-f390-402f-b31a-e26bd7712384)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:28:22.331459 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8d55a733-7db1-4272-a910-32ac90ad5d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:22.394350 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55a733-7db1-4272-a910-32ac90ad5d25 None None] Pushing event updated for resources: {'Port': ['ID=f075be7a-649e-447c-bbad-d86ea714641d,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:28:23.575512 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 43910) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:28:23.892495 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [None req-c066ce81-6349-4ef7-b84a-d2d848e4c033 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 14:28:23.893495 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-c066ce81-6349-4ef7-b84a-d2d848e4c033 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3171079 Sep 07 14:28:26.336649 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 43918) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:28:26.674332 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [None req-aacc1b1f-5aaa-4378-8dba-8c173dc93d23 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 14:28:26.675425 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-aacc1b1f-5aaa-4378-8dba-8c173dc93d23 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3378041 Sep 07 14:28:29.344850 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 43928) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:28:29.650075 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-ecf1287b-902b-43ef-b6d0-47be0c6edd2d admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '90c69f98168d487db6bfceacff8a5d6d'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:28:29.767332 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ecf1287b-902b-43ef-b6d0-47be0c6edd2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3706'] for router, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:29.769812 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ecf1287b-902b-43ef-b6d0-47be0c6edd2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3683'] for router, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:29.923709 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ecf1287b-902b-43ef-b6d0-47be0c6edd2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:30.074920 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ecf1287b-902b-43ef-b6d0-47be0c6edd2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539083'] for router, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:30.292722 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ecf1287b-902b-43ef-b6d0-47be0c6edd2d admin admin] Notify callbacks [] for router, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:30.294095 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-ecf1287b-902b-43ef-b6d0-47be0c6edd2d admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9481444 Sep 07 14:28:30.890066 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87160e99-c4f8-4f97-996b-b03567b3a548 None None] Network 782039d7-ca0c-4e02-8ea1-89f3aeb2a93b requested from dv-cinder-760153-9-iscsi {{(pid=94642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:28:31.022449 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device f075be7a-649e-447c-bbad-d86ea714641d up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:28:31.067924 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-39888da2-5096-4804-8fca-94f5d739258b None None] Provisioning for port f075be7a-649e-447c-bbad-d86ea714641d completed by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:28:31.230304 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning for port f075be7a-649e-447c-bbad-d86ea714641d completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:28:31.234609 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port f075be7a-649e-447c-bbad-d86ea714641d triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:28:31.235013 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:31.346535 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:31.381035 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-9152d18d-5686-470b-8281-0603e563890f None None] For port f075be7a-649e-447c-bbad-d86ea714641d, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=f075be7a-649e-447c-bbad-d86ea714641d,segment=NetworkSegment(5befa777-f390-402f-b31a-e26bd7712384),segment_id=5befa777-f390-402f-b31a-e26bd7712384)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:28:31.393888 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.agents_db [None req-8586c0a8-7e1b-4ad5-b29e-274ce3295afb None None] Agent healthcheck: found 5 active agents {{(pid=94643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:28:31.410663 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-b361c9a3-8baa-46ea-8e0c-cb0c1ee877a5 None None] Provisioning complete for port f075be7a-649e-447c-bbad-d86ea714641d triggered by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:28:31.411047 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b361c9a3-8baa-46ea-8e0c-cb0c1ee877a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:31.488210 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:31.491415 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b361c9a3-8baa-46ea-8e0c-cb0c1ee877a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:31.571349 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Pushing event updated for resources: {'Port': ['ID=f075be7a-649e-447c-bbad-d86ea714641d,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:28:31.581312 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.db.api [None req-b361c9a3-8baa-46ea-8e0c-cb0c1ee877a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94642) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 14:28:31.581690 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG oslo_db.api [None req-b361c9a3-8baa-46ea-8e0c-cb0c1ee877a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 14:28:32.308627 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-dc83b3ff-3dfd-41e8-82cc-24b986de9c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:32.778607 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 43942) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:28:32.977750 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device f075be7a-649e-447c-bbad-d86ea714641d up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:28:33.027406 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port f075be7a-649e-447c-bbad-d86ea714641d triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:28:33.027781 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:33.107238 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [None req-17d8b590-ad6d-4e2d-a821-d4690ce9a056 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 14:28:33.108273 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-17d8b590-ad6d-4e2d-a821-d4690ce9a056 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3284736 Sep 07 14:28:35.012811 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-d1e6b064-27de-484e-b615-66dd8092e57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:35.413525 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:35.533799 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 43950) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:28:35.844846 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4e9a382d-1cb6-4fd3-9a0b-97edf1fdc177 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:28:35.926850 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9a382d-1cb6-4fd3-9a0b-97edf1fdc177 admin admin] Made reservation on behalf of 51f689306fa142b8abde174d339abb79 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:28:35.929156 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4e9a382d-1cb6-4fd3-9a0b-97edf1fdc177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:35.940415 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4e9a382d-1cb6-4fd3-9a0b-97edf1fdc177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:36.026982 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4e9a382d-1cb6-4fd3-9a0b-97edf1fdc177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:36.058366 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:36.085701 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4e9a382d-1cb6-4fd3-9a0b-97edf1fdc177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:36.101110 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4e9a382d-1cb6-4fd3-9a0b-97edf1fdc177 admin admin] Reserving flat network on physical network physnet1 {{(pid=94640) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 07 14:28:36.120279 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a382d-1cb6-4fd3-9a0b-97edf1fdc177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78b5b7b-3647-4f10-ba8f-6cd7535cc1b6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:28:36.123991 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4e9a382d-1cb6-4fd3-9a0b-97edf1fdc177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:36.124373 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.db.segments_db [None req-4e9a382d-1cb6-4fd3-9a0b-97edf1fdc177 admin admin] Added segment c9eb5183-06b9-4b59-a709-2fab54e09f70 of type flat for network f04259db-55ec-42a0-98f6-02412be1dbca Sep 07 14:28:36.172223 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4e9a382d-1cb6-4fd3-9a0b-97edf1fdc177 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735925196804'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:36.286414 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4e9a382d-1cb6-4fd3-9a0b-97edf1fdc177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:36.288131 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9a382d-1cb6-4fd3-9a0b-97edf1fdc177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:28:36.288715 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4e9a382d-1cb6-4fd3-9a0b-97edf1fdc177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:36.347999 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a382d-1cb6-4fd3-9a0b-97edf1fdc177 admin admin] Pushing event updated for resources: {'Network': ['ID=f04259db-55ec-42a0-98f6-02412be1dbca,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:28:36.357734 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Network f04259db-55ec-42a0-98f6-02412be1dbca details requested by agent ovs-agent-dv-cinder-760153-9-iscsi with host dv-cinder-760153-9-iscsi {{(pid=94642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:28:36.384098 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-4e9a382d-1cb6-4fd3-9a0b-97edf1fdc177 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8492019 Sep 07 14:28:37.704135 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:38.789398 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 43968) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:28:38.963858 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c51d89e-1775-4879-a749-ace9f37abf68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:28:38.965200 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-8c51d89e-1775-4879-a749-ace9f37abf68 admin admin] 10.222.0.11 "GET /v2.0/subnets/ac6913b3-660a-4791-bd10-462da47adcc3 HTTP/1.1" status: 200 len: 849 time: 0.1748137 Sep 07 14:28:39.131758 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-33bcc140-76f0-466d-a189-883e44a65763 admin admin] 10.222.0.11 "GET /v2.0/routers/51a3748b-3817-4712-9435-1323c04e4c58 HTTP/1.1" status: 200 len: 704 time: 0.1598148 Sep 07 14:28:39.413347 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8be62d61-46d4-4398-92b3-40a6368a4014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:39.720397 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-8be62d61-46d4-4398-92b3-40a6368a4014 admin admin] Allocated IP 172.20.0.1 (782039d7-ca0c-4e02-8ea1-89f3aeb2a93b/ac6913b3-660a-4791-bd10-462da47adcc3/460b237e-0d20-4df9-a0bd-00e92afc8a97) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:28:39.907995 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8be62d61-46d4-4398-92b3-40a6368a4014 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:39.934488 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-8be62d61-46d4-4398-92b3-40a6368a4014 admin admin] Transition to ACTIVE for port object 460b237e-0d20-4df9-a0bd-00e92afc8a97 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:28:40.248371 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8be62d61-46d4-4398-92b3-40a6368a4014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:40.323009 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be62d61-46d4-4398-92b3-40a6368a4014 admin admin] Network 782039d7-ca0c-4e02-8ea1-89f3aeb2a93b is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:28:40.328006 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-8be62d61-46d4-4398-92b3-40a6368a4014 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:28:40.331288 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be62d61-46d4-4398-92b3-40a6368a4014 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:28:40.331497 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8be62d61-46d4-4398-92b3-40a6368a4014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540566'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:40.412840 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be62d61-46d4-4398-92b3-40a6368a4014 admin admin] Pushing event updated for resources: {'Port': ['ID=460b237e-0d20-4df9-a0bd-00e92afc8a97,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:28:40.664047 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8be62d61-46d4-4398-92b3-40a6368a4014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:40.668524 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9adab0c2-db1b-489e-8652-95d3589ed76d None None] Provisioning for port 460b237e-0d20-4df9-a0bd-00e92afc8a97 completed by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:28:40.673305 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9adab0c2-db1b-489e-8652-95d3589ed76d None None] Provisioning complete for port 460b237e-0d20-4df9-a0bd-00e92afc8a97 triggered by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:28:40.673690 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9adab0c2-db1b-489e-8652-95d3589ed76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:40.707048 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-9adab0c2-db1b-489e-8652-95d3589ed76d None None] Port 460b237e-0d20-4df9-a0bd-00e92afc8a97 cannot update to ACTIVE because it is not bound. {{(pid=94642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:28:40.869900 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8be62d61-46d4-4398-92b3-40a6368a4014 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:40.938844 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8be62d61-46d4-4398-92b3-40a6368a4014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:40.939644 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8be62d61-46d4-4398-92b3-40a6368a4014 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7854282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539654'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:41.000855 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be62d61-46d4-4398-92b3-40a6368a4014 admin admin] Pushing event updated for resources: {'Port': ['ID=460b237e-0d20-4df9-a0bd-00e92afc8a97,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:28:41.066109 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be62d61-46d4-4398-92b3-40a6368a4014 admin admin] Network 782039d7-ca0c-4e02-8ea1-89f3aeb2a93b is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:28:41.067463 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-8be62d61-46d4-4398-92b3-40a6368a4014 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:28:41.227494 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-50a5708a-f017-4804-b4cb-7b51f929225e None None] Provisioning complete for port 460b237e-0d20-4df9-a0bd-00e92afc8a97 triggered by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:28:41.227865 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-50a5708a-f017-4804-b4cb-7b51f929225e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:41.260984 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-50a5708a-f017-4804-b4cb-7b51f929225e None None] Port 460b237e-0d20-4df9-a0bd-00e92afc8a97 cannot update to ACTIVE because it is not bound. {{(pid=94642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:28:41.293249 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be62d61-46d4-4398-92b3-40a6368a4014 admin admin] Router 51a3748b-3817-4712-9435-1323c04e4c58 is scheduled to L3 agent ca4ca367-a056-42f7-949c-96b33f8f39bf with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 14:28:41.385023 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be62d61-46d4-4398-92b3-40a6368a4014 admin admin] Notify agent at l3_agent.dv-cinder-760153-9-iscsi the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:28:41.390218 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-8be62d61-46d4-4398-92b3-40a6368a4014 admin admin] 10.222.0.11 "PUT /v2.0/routers/51a3748b-3817-4712-9435-1323c04e4c58/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2531004 Sep 07 14:28:41.395270 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703d0d91-1935-44fc-a854-83963a41dbe6 None None] Sync routers for ids ['51a3748b-3817-4712-9435-1323c04e4c58'] in dv-cinder-760153-9-iscsi {{(pid=94643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:28:41.407053 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703d0d91-1935-44fc-a854-83963a41dbe6 None None] Routers {'51a3748b-3817-4712-9435-1323c04e4c58'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:28:41.407886 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-703d0d91-1935-44fc-a854-83963a41dbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:28:35Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['51a3748b-3817-4712-9435-1323c04e4c58'], 'active': True} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:28:41.596770 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvr_db [None req-703d0d91-1935-44fc-a854-83963a41dbe6 None None] Set router 51a3748b-3817-4712-9435-1323c04e4c58 gateway port host: None {{(pid=94643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:28:42.034213 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-703d0d91-1935-44fc-a854-83963a41dbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a3748b-3817-4712-9435-1323c04e4c58', 'name': 'router1', 'tenant_id': '90c69f98168d487db6bfceacff8a5d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:28:29Z', 'updated_at': '2021-09-07T14:28:40Z', 'revision_number': 2, 'project_id': '90c69f98168d487db6bfceacff8a5d6d', 'gw_port_host': None, '_interfaces': [{'id': '460b237e-0d20-4df9-a0bd-00e92afc8a97', 'name': '', 'network_id': '782039d7-ca0c-4e02-8ea1-89f3aeb2a93b', 'tenant_id': '90c69f98168d487db6bfceacff8a5d6d', 'mac_address': 'fa:16:3e:33:e9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a3748b-3817-4712-9435-1323c04e4c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac6913b3-660a-4791-bd10-462da47adcc3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:28:39Z', 'updated_at': '2021-09-07T14:28:40Z', 'revision_number': 2, 'project_id': '90c69f98168d487db6bfceacff8a5d6d', 'subnets': [{'id': 'ac6913b3-660a-4791-bd10-462da47adcc3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc177fad-692e-4833-afee-7600962b0f85'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:28:42.083456 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703d0d91-1935-44fc-a854-83963a41dbe6 None None] Checking router: 51a3748b-3817-4712-9435-1323c04e4c58 for host: dv-cinder-760153-9-iscsi {{(pid=94643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:28:42.083830 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703d0d91-1935-44fc-a854-83963a41dbe6 None None] Updating router 51a3748b-3817-4712-9435-1323c04e4c58 port 460b237e-0d20-4df9-a0bd-00e92afc8a97 binding host dv-cinder-760153-9-iscsi {{(pid=94643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:28:42.133784 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-703d0d91-1935-44fc-a854-83963a41dbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:42.653737 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-703d0d91-1935-44fc-a854-83963a41dbe6 None None] Notify callbacks [] for port, precommit_update {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:42.671690 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.provisioning_blocks [None req-703d0d91-1935-44fc-a854-83963a41dbe6 None None] Transition to ACTIVE for port object 460b237e-0d20-4df9-a0bd-00e92afc8a97 will not be triggered until provisioned by entity L2. {{(pid=94643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:28:42.738865 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-703d0d91-1935-44fc-a854-83963a41dbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:42.891648 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818c511-2d63-497c-9407-81f248d7495a None None] Pushing event updated for resources: {'Port': ['ID=460b237e-0d20-4df9-a0bd-00e92afc8a97,revision_number=3']} {{(pid=94643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:28:42.909444 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6818c511-2d63-497c-9407-81f248d7495a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:42.909704 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6818c511-2d63-497c-9407-81f248d7495a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:42.910076 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6818c511-2d63-497c-9407-81f248d7495a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:42.910411 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6818c511-2d63-497c-9407-81f248d7495a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:42.910742 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6818c511-2d63-497c-9407-81f248d7495a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:42.911075 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6818c511-2d63-497c-9407-81f248d7495a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:42.911401 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6818c511-2d63-497c-9407-81f248d7495a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:42.911726 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6818c511-2d63-497c-9407-81f248d7495a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:42.912071 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6818c511-2d63-497c-9407-81f248d7495a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:42.912394 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6818c511-2d63-497c-9407-81f248d7495a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:42.912801 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6818c511-2d63-497c-9407-81f248d7495a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:42.913120 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6818c511-2d63-497c-9407-81f248d7495a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:42.914263 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6818c511-2d63-497c-9407-81f248d7495a None None] Tracked resource versions report: Sep 07 14:28:42.914263 dv-cinder-760153-9-iscsi neutron-server[94643]: pushed versions: Sep 07 14:28:42.914263 dv-cinder-760153-9-iscsi neutron-server[94643]: { 'AddressGroup': {'1.2'}, Sep 07 14:28:42.914263 dv-cinder-760153-9-iscsi neutron-server[94643]: 'ConntrackHelper': {'1.0'}, Sep 07 14:28:42.914263 dv-cinder-760153-9-iscsi neutron-server[94643]: 'Log': {'1.0'}, Sep 07 14:28:42.914263 dv-cinder-760153-9-iscsi neutron-server[94643]: 'Network': {'1.1'}, Sep 07 14:28:42.914263 dv-cinder-760153-9-iscsi neutron-server[94643]: 'Port': {'1.7'}, Sep 07 14:28:42.914263 dv-cinder-760153-9-iscsi neutron-server[94643]: 'PortForwarding': {'1.2'}, Sep 07 14:28:42.914263 dv-cinder-760153-9-iscsi neutron-server[94643]: 'QosPolicy': {'1.9'}, Sep 07 14:28:42.914263 dv-cinder-760153-9-iscsi neutron-server[94643]: 'SecurityGroup': {'1.4'}, Sep 07 14:28:42.914263 dv-cinder-760153-9-iscsi neutron-server[94643]: 'SecurityGroupRule': {'1.2'}, Sep 07 14:28:42.914263 dv-cinder-760153-9-iscsi neutron-server[94643]: 'SubPort': {'1.0'}, Sep 07 14:28:42.914263 dv-cinder-760153-9-iscsi neutron-server[94643]: 'Subnet': {'1.1'}, Sep 07 14:28:42.914263 dv-cinder-760153-9-iscsi neutron-server[94643]: 'Trunk': {'1.1'}} Sep 07 14:28:42.914263 dv-cinder-760153-9-iscsi neutron-server[94643]: consumer versions: Sep 07 14:28:42.914263 dv-cinder-760153-9-iscsi neutron-server[94643]: { DHCP agent@dv-cinder-760153-9-iscsi: {}, Sep 07 14:28:42.914263 dv-cinder-760153-9-iscsi neutron-server[94643]: L3 agent@dv-cinder-760153-9-iscsi: {}, Sep 07 14:28:42.914263 dv-cinder-760153-9-iscsi neutron-server[94643]: Metadata agent@dv-cinder-760153-9-iscsi: {}, Sep 07 14:28:42.914263 dv-cinder-760153-9-iscsi neutron-server[94643]: Metering agent@dv-cinder-760153-9-iscsi: {}, Sep 07 14:28:42.914263 dv-cinder-760153-9-iscsi neutron-server[94643]: Open vSwitch agent@dv-cinder-760153-9-iscsi: { 'AddressGroup': '1.2', Sep 07 14:28:42.914263 dv-cinder-760153-9-iscsi neutron-server[94643]: 'ConntrackHelper': '1.0', Sep 07 14:28:42.914263 dv-cinder-760153-9-iscsi neutron-server[94643]: 'Log': '1.0', Sep 07 14:28:42.914263 dv-cinder-760153-9-iscsi neutron-server[94643]: 'Network': '1.1', Sep 07 14:28:42.914263 dv-cinder-760153-9-iscsi neutron-server[94643]: 'Port': '1.7', Sep 07 14:28:42.914263 dv-cinder-760153-9-iscsi neutron-server[94643]: 'PortForwarding': '1.2', Sep 07 14:28:42.914263 dv-cinder-760153-9-iscsi neutron-server[94643]: 'QosPolicy': '1.9', Sep 07 14:28:42.914263 dv-cinder-760153-9-iscsi neutron-server[94643]: 'SecurityGroup': '1.4', Sep 07 14:28:42.914263 dv-cinder-760153-9-iscsi neutron-server[94643]: 'SecurityGroupRule': '1.2', Sep 07 14:28:42.914263 dv-cinder-760153-9-iscsi neutron-server[94643]: 'SubPort': '1.0', Sep 07 14:28:42.914263 dv-cinder-760153-9-iscsi neutron-server[94643]: 'Subnet': '1.1', Sep 07 14:28:42.914263 dv-cinder-760153-9-iscsi neutron-server[94643]: 'Trunk': '1.1'}} Sep 07 14:28:42.914263 dv-cinder-760153-9-iscsi neutron-server[94643]: {{(pid=94643) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 14:28:42.917046 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.managers [None req-703d0d91-1935-44fc-a854-83963a41dbe6 None None] Attempting to bind port 460b237e-0d20-4df9-a0bd-00e92afc8a97 on host dv-cinder-760153-9-iscsi for vnic_type normal with profile {{(pid=94643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:28:42.917445 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.managers [None req-703d0d91-1935-44fc-a854-83963a41dbe6 None None] Attempting to bind port 460b237e-0d20-4df9-a0bd-00e92afc8a97 by drivers openvswitch,hyperv on host dv-cinder-760153-9-iscsi at level 0 using segments [{'id': '5befa777-f390-402f-b31a-e26bd7712384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '782039d7-ca0c-4e02-8ea1-89f3aeb2a93b'}] {{(pid=94643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:28:42.917843 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703d0d91-1935-44fc-a854-83963a41dbe6 None None] Attempting to bind port 460b237e-0d20-4df9-a0bd-00e92afc8a97 on network 782039d7-ca0c-4e02-8ea1-89f3aeb2a93b {{(pid=94643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:28:42.924314 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703d0d91-1935-44fc-a854-83963a41dbe6 None None] Checking agent: {'id': '603a9555-31ed-459d-ae44-8ccb1c39f9f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 28, 5), 'started_at': datetime.datetime(2021, 9, 7, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:28:42.924735 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703d0d91-1935-44fc-a854-83963a41dbe6 None None] Checking segment: {'id': '5befa777-f390-402f-b31a-e26bd7712384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '782039d7-ca0c-4e02-8ea1-89f3aeb2a93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:28:42.925212 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-703d0d91-1935-44fc-a854-83963a41dbe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:42.925600 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703d0d91-1935-44fc-a854-83963a41dbe6 None None] Bound using segment: {'id': '5befa777-f390-402f-b31a-e26bd7712384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '782039d7-ca0c-4e02-8ea1-89f3aeb2a93b'} {{(pid=94643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:28:42.926123 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.managers [None req-703d0d91-1935-44fc-a854-83963a41dbe6 None None] Bound port: 460b237e-0d20-4df9-a0bd-00e92afc8a97, host: dv-cinder-760153-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5befa777-f390-402f-b31a-e26bd7712384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '782039d7-ca0c-4e02-8ea1-89f3aeb2a93b'}}] {{(pid=94643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:28:42.926897 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-703d0d91-1935-44fc-a854-83963a41dbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:42.991804 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.db [None req-703d0d91-1935-44fc-a854-83963a41dbe6 None None] For port 460b237e-0d20-4df9-a0bd-00e92afc8a97, host dv-cinder-760153-9-iscsi, cleared binding levels {{(pid=94643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:28:43.011486 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.db [None req-703d0d91-1935-44fc-a854-83963a41dbe6 None None] For port 460b237e-0d20-4df9-a0bd-00e92afc8a97, host dv-cinder-760153-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=460b237e-0d20-4df9-a0bd-00e92afc8a97,segment=NetworkSegment(5befa777-f390-402f-b31a-e26bd7712384),segment_id=5befa777-f390-402f-b31a-e26bd7712384)] {{(pid=94643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:28:43.099166 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-703d0d91-1935-44fc-a854-83963a41dbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:43.149799 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703d0d91-1935-44fc-a854-83963a41dbe6 None None] Routers {'51a3748b-3817-4712-9435-1323c04e4c58'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:28:43.166524 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-703d0d91-1935-44fc-a854-83963a41dbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:28:35Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['51a3748b-3817-4712-9435-1323c04e4c58'], 'active': True} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:28:43.227548 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818c511-2d63-497c-9407-81f248d7495a None None] Pushing event updated for resources: {'Port': ['ID=460b237e-0d20-4df9-a0bd-00e92afc8a97,revision_number=4']} {{(pid=94643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:28:43.250736 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvr_db [None req-703d0d91-1935-44fc-a854-83963a41dbe6 None None] Set router 51a3748b-3817-4712-9435-1323c04e4c58 gateway port host: None {{(pid=94643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:28:43.487719 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-703d0d91-1935-44fc-a854-83963a41dbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a3748b-3817-4712-9435-1323c04e4c58', 'name': 'router1', 'tenant_id': '90c69f98168d487db6bfceacff8a5d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:28:29Z', 'updated_at': '2021-09-07T14:28:40Z', 'revision_number': 2, 'project_id': '90c69f98168d487db6bfceacff8a5d6d', 'gw_port_host': None, '_interfaces': [{'id': '460b237e-0d20-4df9-a0bd-00e92afc8a97', 'name': '', 'network_id': '782039d7-ca0c-4e02-8ea1-89f3aeb2a93b', 'tenant_id': '90c69f98168d487db6bfceacff8a5d6d', 'mac_address': 'fa:16:3e:33:e9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a3748b-3817-4712-9435-1323c04e4c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac6913b3-660a-4791-bd10-462da47adcc3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:28:39Z', 'updated_at': '2021-09-07T14:28:42Z', 'revision_number': 4, 'project_id': '90c69f98168d487db6bfceacff8a5d6d', 'subnets': [{'id': 'ac6913b3-660a-4791-bd10-462da47adcc3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc177fad-692e-4833-afee-7600962b0f85'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:28:43.515375 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703d0d91-1935-44fc-a854-83963a41dbe6 None None] The sync data for ids ['51a3748b-3817-4712-9435-1323c04e4c58'] in dv-cinder-760153-9-iscsi is: [{'id': '51a3748b-3817-4712-9435-1323c04e4c58', 'name': 'router1', 'tenant_id': '90c69f98168d487db6bfceacff8a5d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:28:29Z', 'updated_at': '2021-09-07T14:28:40Z', 'revision_number': 2, 'project_id': '90c69f98168d487db6bfceacff8a5d6d', 'gw_port_host': None, '_interfaces': [{'id': '460b237e-0d20-4df9-a0bd-00e92afc8a97', 'name': '', 'network_id': '782039d7-ca0c-4e02-8ea1-89f3aeb2a93b', 'tenant_id': '90c69f98168d487db6bfceacff8a5d6d', 'mac_address': 'fa:16:3e:33:e9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a3748b-3817-4712-9435-1323c04e4c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac6913b3-660a-4791-bd10-462da47adcc3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:28:39Z', 'updated_at': '2021-09-07T14:28:42Z', 'revision_number': 4, 'project_id': '90c69f98168d487db6bfceacff8a5d6d', 'subnets': [{'id': 'ac6913b3-660a-4791-bd10-462da47adcc3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc177fad-692e-4833-afee-7600962b0f85'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:28:43.677758 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 43988) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:28:43.871922 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933efd06-fde1-42e1-919b-e719d0a1322f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:28:43.879275 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-933efd06-fde1-42e1-919b-e719d0a1322f admin admin] 10.222.0.11 "GET /v2.0/networks/f04259db-55ec-42a0-98f6-02412be1dbca HTTP/1.1" status: 200 len: 842 time: 0.1940989 Sep 07 14:28:43.884100 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-f66834e1-1b01-4290-950e-a0d05c10f7a7 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'ip_version': 4, 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'name': 'public-subnet', 'gateway_ip': '172.27.3.1'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:28:43.999944 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66834e1-1b01-4290-950e-a0d05c10f7a7 admin admin] Made reservation on behalf of 51f689306fa142b8abde174d339abb79 for: {'subnet': 1} {{(pid=94641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:28:44.002690 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f66834e1-1b01-4290-950e-a0d05c10f7a7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:44.507607 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.objects.ports [None req-f66834e1-1b01-4290-950e-a0d05c10f7a7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94641) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 14:28:44.508090 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f66834e1-1b01-4290-950e-a0d05c10f7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332'] for subnet, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:44.576419 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66834e1-1b01-4290-950e-a0d05c10f7a7 admin admin] Checking segment: {'id': 'c9eb5183-06b9-4b59-a709-2fab54e09f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:28:44.576771 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66834e1-1b01-4290-950e-a0d05c10f7a7 admin admin] Network hostable DHCP agents. Network: f04259db-55ec-42a0-98f6-02412be1dbca, hostable agents: ['594f7c6c-f415-4606-b669-794c15de65b6'], hosted agents: [] {{(pid=94641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:28:44.578898 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66834e1-1b01-4290-950e-a0d05c10f7a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67ecb36d-e9a7-4541-9321-65fb5ffda8c8,revision_number=0']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:28:44.594456 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66834e1-1b01-4290-950e-a0d05c10f7a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:44.594826 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66834e1-1b01-4290-950e-a0d05c10f7a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:44.595122 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66834e1-1b01-4290-950e-a0d05c10f7a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:44.595454 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66834e1-1b01-4290-950e-a0d05c10f7a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:44.595783 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66834e1-1b01-4290-950e-a0d05c10f7a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:44.596119 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66834e1-1b01-4290-950e-a0d05c10f7a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:44.596444 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66834e1-1b01-4290-950e-a0d05c10f7a7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:44.596773 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66834e1-1b01-4290-950e-a0d05c10f7a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:44.597112 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66834e1-1b01-4290-950e-a0d05c10f7a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:44.597436 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66834e1-1b01-4290-950e-a0d05c10f7a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:44.597753 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66834e1-1b01-4290-950e-a0d05c10f7a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:44.598098 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66834e1-1b01-4290-950e-a0d05c10f7a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:28:44.599172 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66834e1-1b01-4290-950e-a0d05c10f7a7 admin admin] Tracked resource versions report: Sep 07 14:28:44.599172 dv-cinder-760153-9-iscsi neutron-server[94641]: pushed versions: Sep 07 14:28:44.599172 dv-cinder-760153-9-iscsi neutron-server[94641]: { 'AddressGroup': {'1.2'}, Sep 07 14:28:44.599172 dv-cinder-760153-9-iscsi neutron-server[94641]: 'ConntrackHelper': {'1.0'}, Sep 07 14:28:44.599172 dv-cinder-760153-9-iscsi neutron-server[94641]: 'Log': {'1.0'}, Sep 07 14:28:44.599172 dv-cinder-760153-9-iscsi neutron-server[94641]: 'Network': {'1.1'}, Sep 07 14:28:44.599172 dv-cinder-760153-9-iscsi neutron-server[94641]: 'Port': {'1.7'}, Sep 07 14:28:44.599172 dv-cinder-760153-9-iscsi neutron-server[94641]: 'PortForwarding': {'1.2'}, Sep 07 14:28:44.599172 dv-cinder-760153-9-iscsi neutron-server[94641]: 'QosPolicy': {'1.9'}, Sep 07 14:28:44.599172 dv-cinder-760153-9-iscsi neutron-server[94641]: 'SecurityGroup': {'1.4'}, Sep 07 14:28:44.599172 dv-cinder-760153-9-iscsi neutron-server[94641]: 'SecurityGroupRule': {'1.2'}, Sep 07 14:28:44.599172 dv-cinder-760153-9-iscsi neutron-server[94641]: 'SubPort': {'1.0'}, Sep 07 14:28:44.599172 dv-cinder-760153-9-iscsi neutron-server[94641]: 'Subnet': {'1.1'}, Sep 07 14:28:44.599172 dv-cinder-760153-9-iscsi neutron-server[94641]: 'Trunk': {'1.1'}} Sep 07 14:28:44.599172 dv-cinder-760153-9-iscsi neutron-server[94641]: consumer versions: Sep 07 14:28:44.599172 dv-cinder-760153-9-iscsi neutron-server[94641]: { DHCP agent@dv-cinder-760153-9-iscsi: {}, Sep 07 14:28:44.599172 dv-cinder-760153-9-iscsi neutron-server[94641]: L3 agent@dv-cinder-760153-9-iscsi: {}, Sep 07 14:28:44.599172 dv-cinder-760153-9-iscsi neutron-server[94641]: Metadata agent@dv-cinder-760153-9-iscsi: {}, Sep 07 14:28:44.599172 dv-cinder-760153-9-iscsi neutron-server[94641]: Metering agent@dv-cinder-760153-9-iscsi: {}, Sep 07 14:28:44.599172 dv-cinder-760153-9-iscsi neutron-server[94641]: Open vSwitch agent@dv-cinder-760153-9-iscsi: { 'AddressGroup': '1.2', Sep 07 14:28:44.599172 dv-cinder-760153-9-iscsi neutron-server[94641]: 'ConntrackHelper': '1.0', Sep 07 14:28:44.599172 dv-cinder-760153-9-iscsi neutron-server[94641]: 'Log': '1.0', Sep 07 14:28:44.599172 dv-cinder-760153-9-iscsi neutron-server[94641]: 'Network': '1.1', Sep 07 14:28:44.599172 dv-cinder-760153-9-iscsi neutron-server[94641]: 'Port': '1.7', Sep 07 14:28:44.599172 dv-cinder-760153-9-iscsi neutron-server[94641]: 'PortForwarding': '1.2', Sep 07 14:28:44.599172 dv-cinder-760153-9-iscsi neutron-server[94641]: 'QosPolicy': '1.9', Sep 07 14:28:44.599172 dv-cinder-760153-9-iscsi neutron-server[94641]: 'SecurityGroup': '1.4', Sep 07 14:28:44.599172 dv-cinder-760153-9-iscsi neutron-server[94641]: 'SecurityGroupRule': '1.2', Sep 07 14:28:44.599172 dv-cinder-760153-9-iscsi neutron-server[94641]: 'SubPort': '1.0', Sep 07 14:28:44.599172 dv-cinder-760153-9-iscsi neutron-server[94641]: 'Subnet': '1.1', Sep 07 14:28:44.599172 dv-cinder-760153-9-iscsi neutron-server[94641]: 'Trunk': '1.1'}} Sep 07 14:28:44.599172 dv-cinder-760153-9-iscsi neutron-server[94641]: {{(pid=94641) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 14:28:44.710445 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66834e1-1b01-4290-950e-a0d05c10f7a7 admin admin] Network f04259db-55ec-42a0-98f6-02412be1dbca is scheduled to be hosted by DHCP agent 594f7c6c-f415-4606-b669-794c15de65b6 with binding_index 1 {{(pid=94641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:28:44.794645 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-f66834e1-1b01-4290-950e-a0d05c10f7a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760153-9-iscsi, f04259db-55ec-42a0-98f6-02412be1dbca) {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:28:44.799377 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66834e1-1b01-4290-950e-a0d05c10f7a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:28:44.800017 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f66834e1-1b01-4290-950e-a0d05c10f7a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for subnet, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:44.806474 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae251dd-3775-4012-98ff-cd2ba71f4e9e None None] Network f04259db-55ec-42a0-98f6-02412be1dbca requested from dv-cinder-760153-9-iscsi {{(pid=94642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:28:44.880953 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-f66834e1-1b01-4290-950e-a0d05c10f7a7 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0009084 Sep 07 14:28:44.954168 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72060559-7030-46ff-99c0-4ef1258b9795 None None] Network f04259db-55ec-42a0-98f6-02412be1dbca requested from dv-cinder-760153-9-iscsi {{(pid=94642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:28:47.218102 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 44000) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:28:47.437579 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-afdd319d-c1e6-479d-9304-e822eb48d9e6 admin admin] 10.222.0.11 "GET /v2.0/routers/51a3748b-3817-4712-9435-1323c04e4c58 HTTP/1.1" status: 200 len: 710 time: 0.2184088 Sep 07 14:28:47.523161 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f44b016-d342-48f0-831e-e0f5f2d5b298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:28:47.524515 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-0f44b016-d342-48f0-831e-e0f5f2d5b298 admin admin] 10.222.0.11 "GET /v2.0/networks/f04259db-55ec-42a0-98f6-02412be1dbca HTTP/1.1" status: 200 len: 886 time: 0.0810401 Sep 07 14:28:47.534232 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-06ecdd8f-5107-4f37-aece-11b585111018 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'}}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:28:47.785800 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-06ecdd8f-5107-4f37-aece-11b585111018 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:48.081463 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-06ecdd8f-5107-4f37-aece-11b585111018 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:48.164082 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-06ecdd8f-5107-4f37-aece-11b585111018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:48.339142 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-06ecdd8f-5107-4f37-aece-11b585111018 admin admin] Allocated IP 172.27.3.197 (f04259db-55ec-42a0-98f6-02412be1dbca/67ecb36d-e9a7-4541-9321-65fb5ffda8c8/5ec89af9-b5d8-43fd-b2ba-9009c59c6bbe) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:28:48.446927 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-06ecdd8f-5107-4f37-aece-11b585111018 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:48.686976 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-06ecdd8f-5107-4f37-aece-11b585111018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:48.769693 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ecdd8f-5107-4f37-aece-11b585111018 admin admin] Network f04259db-55ec-42a0-98f6-02412be1dbca is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:28:48.776788 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-06ecdd8f-5107-4f37-aece-11b585111018 admin admin] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:28:48.783420 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ecdd8f-5107-4f37-aece-11b585111018 admin admin] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:28:48.785375 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ecdd8f-5107-4f37-aece-11b585111018 admin admin] Pushing event updated for resources: {'Port': ['ID=5ec89af9-b5d8-43fd-b2ba-9009c59c6bbe,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:28:49.011148 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 460b237e-0d20-4df9-a0bd-00e92afc8a97 up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:28:49.151175 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning for port 460b237e-0d20-4df9-a0bd-00e92afc8a97 completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:28:49.155622 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port 460b237e-0d20-4df9-a0bd-00e92afc8a97 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:28:49.156170 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:49.196284 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-06ecdd8f-5107-4f37-aece-11b585111018 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:49.298871 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:49.330632 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-9152d18d-5686-470b-8281-0603e563890f None None] For port 460b237e-0d20-4df9-a0bd-00e92afc8a97, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=460b237e-0d20-4df9-a0bd-00e92afc8a97,segment=NetworkSegment(5befa777-f390-402f-b31a-e26bd7712384),segment_id=5befa777-f390-402f-b31a-e26bd7712384)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:28:49.394648 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-06ecdd8f-5107-4f37-aece-11b585111018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-539108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1177'] for router, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:49.399852 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-06ecdd8f-5107-4f37-aece-11b585111018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-539133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-539122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-538221'] for router, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:49.451826 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:49.499439 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Pushing event updated for resources: {'Port': ['ID=460b237e-0d20-4df9-a0bd-00e92afc8a97,revision_number=5']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:28:49.510178 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ecdd8f-5107-4f37-aece-11b585111018 admin admin] Router 51a3748b-3817-4712-9435-1323c04e4c58 has already been hosted by L3 agent ca4ca367-a056-42f7-949c-96b33f8f39bf {{(pid=94641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:28:49.619039 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ecdd8f-5107-4f37-aece-11b585111018 admin admin] Notify agent at l3_agent.dv-cinder-760153-9-iscsi the message routers_updated {{(pid=94641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:28:49.623825 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-06ecdd8f-5107-4f37-aece-11b585111018 admin admin] Notify callbacks [] for router, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:49.625037 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-06ecdd8f-5107-4f37-aece-11b585111018 admin admin] 10.222.0.11 "PUT /v2.0/routers/51a3748b-3817-4712-9435-1323c04e4c58 HTTP/1.1" status: 200 len: 890 time: 2.0939128 Sep 07 14:28:50.020623 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c854b4-14c7-4b6f-93f2-cec8db1f4e0a None None] Sync routers for ids ['51a3748b-3817-4712-9435-1323c04e4c58'] in dv-cinder-760153-9-iscsi {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:28:50.032211 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c854b4-14c7-4b6f-93f2-cec8db1f4e0a None None] Routers {'51a3748b-3817-4712-9435-1323c04e4c58'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:28:50.032898 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-90c854b4-14c7-4b6f-93f2-cec8db1f4e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:28:35Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['51a3748b-3817-4712-9435-1323c04e4c58'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:28:50.243906 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-90c854b4-14c7-4b6f-93f2-cec8db1f4e0a None None] Set router 51a3748b-3817-4712-9435-1323c04e4c58 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:28:50.646440 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-90c854b4-14c7-4b6f-93f2-cec8db1f4e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a3748b-3817-4712-9435-1323c04e4c58', 'name': 'router1', 'tenant_id': '90c69f98168d487db6bfceacff8a5d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '5ec89af9-b5d8-43fd-b2ba-9009c59c6bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:28:29Z', 'updated_at': '2021-09-07T14:28:48Z', 'revision_number': 4, 'project_id': '90c69f98168d487db6bfceacff8a5d6d', 'gw_port': {'id': '5ec89af9-b5d8-43fd-b2ba-9009c59c6bbe', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a3748b-3817-4712-9435-1323c04e4c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:28:48Z', 'updated_at': '2021-09-07T14:28:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': '460b237e-0d20-4df9-a0bd-00e92afc8a97', 'name': '', 'network_id': '782039d7-ca0c-4e02-8ea1-89f3aeb2a93b', 'tenant_id': '90c69f98168d487db6bfceacff8a5d6d', 'mac_address': 'fa:16:3e:33:e9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a3748b-3817-4712-9435-1323c04e4c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac6913b3-660a-4791-bd10-462da47adcc3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:28:39Z', 'updated_at': '2021-09-07T14:28:49Z', 'revision_number': 5, 'project_id': '90c69f98168d487db6bfceacff8a5d6d', 'subnets': [{'id': 'ac6913b3-660a-4791-bd10-462da47adcc3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc177fad-692e-4833-afee-7600962b0f85'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:28:50.701555 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c854b4-14c7-4b6f-93f2-cec8db1f4e0a None None] Checking router: 51a3748b-3817-4712-9435-1323c04e4c58 for host: dv-cinder-760153-9-iscsi {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:28:50.701928 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c854b4-14c7-4b6f-93f2-cec8db1f4e0a None None] Updating router 51a3748b-3817-4712-9435-1323c04e4c58 port 5ec89af9-b5d8-43fd-b2ba-9009c59c6bbe binding host dv-cinder-760153-9-iscsi {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:28:50.751057 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90c854b4-14c7-4b6f-93f2-cec8db1f4e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:51.007732 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 460b237e-0d20-4df9-a0bd-00e92afc8a97 up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:28:51.113195 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90c854b4-14c7-4b6f-93f2-cec8db1f4e0a None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:51.116631 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port 460b237e-0d20-4df9-a0bd-00e92afc8a97 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:28:51.116996 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:51.141875 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-90c854b4-14c7-4b6f-93f2-cec8db1f4e0a None None] Transition to ACTIVE for port object 5ec89af9-b5d8-43fd-b2ba-9009c59c6bbe will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:28:51.263246 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90c854b4-14c7-4b6f-93f2-cec8db1f4e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:51.329407 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc074bde-2a52-4e6e-8051-178374bd436d None None] Pushing event updated for resources: {'Port': ['ID=5ec89af9-b5d8-43fd-b2ba-9009c59c6bbe,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:28:51.331666 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-90c854b4-14c7-4b6f-93f2-cec8db1f4e0a None None] Attempting to bind port 5ec89af9-b5d8-43fd-b2ba-9009c59c6bbe on host dv-cinder-760153-9-iscsi for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:28:51.331997 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-90c854b4-14c7-4b6f-93f2-cec8db1f4e0a None None] Attempting to bind port 5ec89af9-b5d8-43fd-b2ba-9009c59c6bbe by drivers openvswitch,hyperv on host dv-cinder-760153-9-iscsi at level 0 using segments [{'id': 'c9eb5183-06b9-4b59-a709-2fab54e09f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:28:51.332362 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c854b4-14c7-4b6f-93f2-cec8db1f4e0a None None] Attempting to bind port 5ec89af9-b5d8-43fd-b2ba-9009c59c6bbe on network f04259db-55ec-42a0-98f6-02412be1dbca {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:28:51.338943 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c854b4-14c7-4b6f-93f2-cec8db1f4e0a None None] Checking agent: {'id': '603a9555-31ed-459d-ae44-8ccb1c39f9f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 28, 5), 'started_at': datetime.datetime(2021, 9, 7, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:28:51.339326 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c854b4-14c7-4b6f-93f2-cec8db1f4e0a None None] Checking segment: {'id': 'c9eb5183-06b9-4b59-a709-2fab54e09f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:28:51.339732 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90c854b4-14c7-4b6f-93f2-cec8db1f4e0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:51.340124 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c854b4-14c7-4b6f-93f2-cec8db1f4e0a None None] Bound using segment: {'id': 'c9eb5183-06b9-4b59-a709-2fab54e09f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:28:51.340590 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-90c854b4-14c7-4b6f-93f2-cec8db1f4e0a None None] Bound port: 5ec89af9-b5d8-43fd-b2ba-9009c59c6bbe, host: dv-cinder-760153-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9eb5183-06b9-4b59-a709-2fab54e09f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:28:51.340992 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90c854b4-14c7-4b6f-93f2-cec8db1f4e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:51.391208 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-90c854b4-14c7-4b6f-93f2-cec8db1f4e0a None None] For port 5ec89af9-b5d8-43fd-b2ba-9009c59c6bbe, host dv-cinder-760153-9-iscsi, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:28:51.394231 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-90c854b4-14c7-4b6f-93f2-cec8db1f4e0a None None] For port 5ec89af9-b5d8-43fd-b2ba-9009c59c6bbe, host dv-cinder-760153-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=5ec89af9-b5d8-43fd-b2ba-9009c59c6bbe,segment=NetworkSegment(c9eb5183-06b9-4b59-a709-2fab54e09f70),segment_id=c9eb5183-06b9-4b59-a709-2fab54e09f70)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:28:51.492468 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90c854b4-14c7-4b6f-93f2-cec8db1f4e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:51.554607 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c854b4-14c7-4b6f-93f2-cec8db1f4e0a None None] Routers {'51a3748b-3817-4712-9435-1323c04e4c58'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:28:51.555234 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-90c854b4-14c7-4b6f-93f2-cec8db1f4e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:28:35Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['51a3748b-3817-4712-9435-1323c04e4c58'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:28:51.559991 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc074bde-2a52-4e6e-8051-178374bd436d None None] Pushing event updated for resources: {'Port': ['ID=5ec89af9-b5d8-43fd-b2ba-9009c59c6bbe,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:28:51.667770 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-90c854b4-14c7-4b6f-93f2-cec8db1f4e0a None None] Set router 51a3748b-3817-4712-9435-1323c04e4c58 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:28:51.888129 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-90c854b4-14c7-4b6f-93f2-cec8db1f4e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a3748b-3817-4712-9435-1323c04e4c58', 'name': 'router1', 'tenant_id': '90c69f98168d487db6bfceacff8a5d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '5ec89af9-b5d8-43fd-b2ba-9009c59c6bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:28:29Z', 'updated_at': '2021-09-07T14:28:48Z', 'revision_number': 4, 'project_id': '90c69f98168d487db6bfceacff8a5d6d', 'gw_port': {'id': '5ec89af9-b5d8-43fd-b2ba-9009c59c6bbe', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a3748b-3817-4712-9435-1323c04e4c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:28:48Z', 'updated_at': '2021-09-07T14:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': '460b237e-0d20-4df9-a0bd-00e92afc8a97', 'name': '', 'network_id': '782039d7-ca0c-4e02-8ea1-89f3aeb2a93b', 'tenant_id': '90c69f98168d487db6bfceacff8a5d6d', 'mac_address': 'fa:16:3e:33:e9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a3748b-3817-4712-9435-1323c04e4c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac6913b3-660a-4791-bd10-462da47adcc3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:28:39Z', 'updated_at': '2021-09-07T14:28:49Z', 'revision_number': 5, 'project_id': '90c69f98168d487db6bfceacff8a5d6d', 'subnets': [{'id': 'ac6913b3-660a-4791-bd10-462da47adcc3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc177fad-692e-4833-afee-7600962b0f85'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:28:51.918323 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c854b4-14c7-4b6f-93f2-cec8db1f4e0a None None] The sync data for ids ['51a3748b-3817-4712-9435-1323c04e4c58'] in dv-cinder-760153-9-iscsi is: [{'id': '51a3748b-3817-4712-9435-1323c04e4c58', 'name': 'router1', 'tenant_id': '90c69f98168d487db6bfceacff8a5d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '5ec89af9-b5d8-43fd-b2ba-9009c59c6bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:28:29Z', 'updated_at': '2021-09-07T14:28:48Z', 'revision_number': 4, 'project_id': '90c69f98168d487db6bfceacff8a5d6d', 'gw_port': {'id': '5ec89af9-b5d8-43fd-b2ba-9009c59c6bbe', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a3748b-3817-4712-9435-1323c04e4c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:28:48Z', 'updated_at': '2021-09-07T14:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': '460b237e-0d20-4df9-a0bd-00e92afc8a97', 'name': '', 'network_id': '782039d7-ca0c-4e02-8ea1-89f3aeb2a93b', 'tenant_id': '90c69f98168d487db6bfceacff8a5d6d', 'mac_address': 'fa:16:3e:33:e9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a3748b-3817-4712-9435-1323c04e4c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac6913b3-660a-4791-bd10-462da47adcc3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:28:39Z', 'updated_at': '2021-09-07T14:28:49Z', 'revision_number': 5, 'project_id': '90c69f98168d487db6bfceacff8a5d6d', 'subnets': [{'id': 'ac6913b3-660a-4791-bd10-462da47adcc3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc177fad-692e-4833-afee-7600962b0f85'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:28:52.070122 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 44012) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:28:52.211575 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-a32f42ab-78e5-4319-99c6-d50f6551fd92 admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1406181 Sep 07 14:28:53.159629 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 5ec89af9-b5d8-43fd-b2ba-9009c59c6bbe up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:28:53.314435 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning for port 5ec89af9-b5d8-43fd-b2ba-9009c59c6bbe completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:28:53.318501 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port 5ec89af9-b5d8-43fd-b2ba-9009c59c6bbe triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:28:53.319697 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:53.398408 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:53.418121 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-9152d18d-5686-470b-8281-0603e563890f None None] For port 5ec89af9-b5d8-43fd-b2ba-9009c59c6bbe, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=5ec89af9-b5d8-43fd-b2ba-9009c59c6bbe,segment=NetworkSegment(c9eb5183-06b9-4b59-a709-2fab54e09f70),segment_id=c9eb5183-06b9-4b59-a709-2fab54e09f70)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:28:53.499667 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:28:53.557905 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Pushing event updated for resources: {'Port': ['ID=5ec89af9-b5d8-43fd-b2ba-9009c59c6bbe,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:28:54.996245 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 5ec89af9-b5d8-43fd-b2ba-9009c59c6bbe up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:28:55.052851 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port 5ec89af9-b5d8-43fd-b2ba-9009c59c6bbe triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:28:55.053277 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:29:02.322875 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6ab97b83-a184-4f91-9477-2d010ced3bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:29:05.014208 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-e165f793-53f7-4d14-9504-bab8f300e72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:29:05.417990 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:29:06.082775 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:29:07.751363 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:29:08.393616 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.agents_db [None req-8586c0a8-7e1b-4ad5-b29e-274ce3295afb None None] Agent healthcheck: found 5 active agents {{(pid=94643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:29:32.321013 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-010918d8-84ed-41ca-aa4d-efb6ff0c302a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:29:35.047388 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-cc0f80d2-7a98-4c35-9dc3-930cd50a82d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:29:35.906993 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:29:36.078785 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:29:37.749062 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:29:45.394371 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.agents_db [None req-8586c0a8-7e1b-4ad5-b29e-274ce3295afb None None] Agent healthcheck: found 5 active agents {{(pid=94643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:30:02.307165 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-400b1109-b2ce-4d91-8501-f7ed8d0e103b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:30:05.030608 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-744053bf-805d-4bfd-88d1-b4f6a164e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:30:05.418842 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:30:06.078298 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:30:07.740875 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:30:22.393149 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.agents_db [None req-8586c0a8-7e1b-4ad5-b29e-274ce3295afb None None] Agent healthcheck: found 5 active agents {{(pid=94643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:30:32.239824 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 44574) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:30:32.304471 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3530c68-444e-43a2-a3cc-3fd45358c264 admin admin] GET failed (client error): The resource could not be found. Sep 07 14:30:32.305867 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-f3530c68-444e-43a2-a3cc-3fd45358c264 admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0651126 Sep 07 14:30:32.339745 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-56439376-530d-4fef-91c4-e6efdb8ff7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:30:32.470877 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb13dcb-0235-453f-a937-f1582e3af8b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:30:32.472301 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-cbb13dcb-0235-453f-a937-f1582e3af8b4 admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1617157 Sep 07 14:30:34.677896 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 44584) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:30:34.782854 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934d2e2c-7856-4e50-9071-6631845c17f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:30:34.784220 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-934d2e2c-7856-4e50-9071-6631845c17f9 admin admin] 10.222.0.11 "GET /v2.0/subnets/ac6913b3-660a-4791-bd10-462da47adcc3 HTTP/1.1" status: 200 len: 849 time: 0.1053350 Sep 07 14:30:34.794213 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-f68b8671-1a81-4bfa-b3f0-275e75261e31 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:30:34.877983 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f68b8671-1a81-4bfa-b3f0-275e75261e31 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:30:34.996513 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-3f13f6a6-369e-4671-bdc3-c5094d954c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:30:35.218082 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f68b8671-1a81-4bfa-b3f0-275e75261e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735925711333'] for subnet, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:30:35.247621 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68b8671-1a81-4bfa-b3f0-275e75261e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:30:35.251503 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f68b8671-1a81-4bfa-b3f0-275e75261e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for subnet, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:30:35.251503 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-f68b8671-1a81-4bfa-b3f0-275e75261e31 admin admin] 10.222.0.11 "PUT /v2.0/subnets/ac6913b3-660a-4791-bd10-462da47adcc3 HTTP/1.1" status: 200 len: 868 time: 0.4592204 Sep 07 14:30:35.268996 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffef6906-7fff-41ff-8ff0-3581257a7af7 None None] Network 782039d7-ca0c-4e02-8ea1-89f3aeb2a93b requested from dv-cinder-760153-9-iscsi {{(pid=94642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:30:35.271702 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b8671-1a81-4bfa-b3f0-275e75261e31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac6913b3-660a-4791-bd10-462da47adcc3,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:30:35.280449 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b8671-1a81-4bfa-b3f0-275e75261e31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:30:35.280837 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b8671-1a81-4bfa-b3f0-275e75261e31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:30:35.281192 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b8671-1a81-4bfa-b3f0-275e75261e31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:30:35.281533 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b8671-1a81-4bfa-b3f0-275e75261e31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:30:35.281868 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b8671-1a81-4bfa-b3f0-275e75261e31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:30:35.282263 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b8671-1a81-4bfa-b3f0-275e75261e31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:30:35.282589 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b8671-1a81-4bfa-b3f0-275e75261e31 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:30:35.282915 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b8671-1a81-4bfa-b3f0-275e75261e31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:30:35.283259 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b8671-1a81-4bfa-b3f0-275e75261e31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:30:35.283589 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b8671-1a81-4bfa-b3f0-275e75261e31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:30:35.283912 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b8671-1a81-4bfa-b3f0-275e75261e31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:30:35.284232 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68b8671-1a81-4bfa-b3f0-275e75261e31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:30:35.457940 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:30:35.699948 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-8eb5ee39-d139-4ba8-a45e-4e8b27b98604 None None] Provisioning complete for port f075be7a-649e-447c-bbad-d86ea714641d triggered by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:30:35.700323 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8eb5ee39-d139-4ba8-a45e-4e8b27b98604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:30:35.793011 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-8eb5ee39-d139-4ba8-a45e-4e8b27b98604 None None] Provisioning complete for port 460b237e-0d20-4df9-a0bd-00e92afc8a97 triggered by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:30:35.793280 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8eb5ee39-d139-4ba8-a45e-4e8b27b98604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:30:36.094320 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:30:37.521239 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 44592) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:30:37.792718 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08a0f90-bad6-40d7-b95a-59f9e44ce2dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:30:37.792718 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08a0f90-bad6-40d7-b95a-59f9e44ce2dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:30:37.792718 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-d08a0f90-bad6-40d7-b95a-59f9e44ce2dc admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2220771 Sep 07 14:30:37.893616 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:30:40.002086 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 44600) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:30:40.136996 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f96b7bb-54a7-43b7-a9a8-d6e2ed1055ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:30:40.137473 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f96b7bb-54a7-43b7-a9a8-d6e2ed1055ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:30:40.139227 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-8f96b7bb-54a7-43b7-a9a8-d6e2ed1055ea admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1360753 Sep 07 14:30:42.478665 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 44608) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:30:42.647261 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59672cc2-9084-489c-89a9-9b9fb339dc6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:30:42.648550 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-59672cc2-9084-489c-89a9-9b9fb339dc6f admin admin] 10.222.0.11 "GET /v2.0/networks/782039d7-ca0c-4e02-8ea1-89f3aeb2a93b HTTP/1.1" status: 200 len: 869 time: 0.1689088 Sep 07 14:30:44.887143 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 44618) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:30:45.018290 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f976e8-d44c-444b-ac31-9ef94c863af5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:30:45.019682 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-83f976e8-d44c-444b-ac31-9ef94c863af5 admin admin] 10.222.0.11 "GET /v2.0/networks/f04259db-55ec-42a0-98f6-02412be1dbca HTTP/1.1" status: 200 len: 886 time: 0.1316056 Sep 07 14:30:47.236848 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 44626) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:30:47.363901 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a4ce64-415f-4dd4-b21e-cba27e2daa76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:30:47.364359 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a4ce64-415f-4dd4-b21e-cba27e2daa76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:30:47.365868 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-92a4ce64-415f-4dd4-b21e-cba27e2daa76 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1280758 Sep 07 14:30:49.579579 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 44634) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:30:49.670587 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e8e25d-c161-4c05-a21e-277c6cc90b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:30:49.671040 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e8e25d-c161-4c05-a21e-277c6cc90b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:30:49.672568 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-75e8e25d-c161-4c05-a21e-277c6cc90b90 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0920203 Sep 07 14:30:51.907768 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 44642) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:30:51.998510 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef8c678-a690-4aa7-9cea-65ca7d46b6e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:30:52.000183 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-8ef8c678-a690-4aa7-9cea-65ca7d46b6e5 admin admin] 10.222.0.11 "GET /v2.0/subnets/67ecb36d-e9a7-4541-9321-65fb5ffda8c8 HTTP/1.1" status: 200 len: 816 time: 0.0914760 Sep 07 14:30:54.275432 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 44650) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:30:54.368286 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466bc837-0e6c-425f-a054-6cad19e7dbca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:30:54.369649 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-466bc837-0e6c-425f-a054-6cad19e7dbca admin admin] 10.222.0.11 "GET /v2.0/subnets/ac6913b3-660a-4791-bd10-462da47adcc3 HTTP/1.1" status: 200 len: 868 time: 0.0932815 Sep 07 14:30:59.453458 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.agents_db [None req-8586c0a8-7e1b-4ad5-b29e-274ce3295afb None None] Agent healthcheck: found 5 active agents {{(pid=94643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:31:02.307008 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-143715e7-16cf-45f3-93ee-a2efaaaa9aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:31:05.038170 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-0554e16c-0ca7-477d-8ea9-c16c84971d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:31:05.415012 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:31:06.112776 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:31:07.760467 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:31:18.834862 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 44704) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:31:18.882565 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [None req-4cda5bc4-fa73-4908-8462-b2193fc34859 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 14:31:18.883607 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-4cda5bc4-fa73-4908-8462-b2193fc34859 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478008 Sep 07 14:31:21.240120 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 44712) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:31:21.300912 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-0567fb19-95d3-4f31-991d-107656b15f4b admin admin] GET failed (client error): The resource could not be found. Sep 07 14:31:21.302268 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-0567fb19-95d3-4f31-991d-107656b15f4b admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0611846 Sep 07 14:31:21.445413 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5922e824-c77e-4f9e-ae14-0139348022cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:31:21.446855 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-5922e824-c77e-4f9e-ae14-0139348022cb admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1399689 Sep 07 14:31:23.697359 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 44720) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:31:23.744247 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8c9a8e0a-2362-4ae3-86d1-80025efb6949 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:31:23.828224 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9a8e0a-2362-4ae3-86d1-80025efb6949 admin admin] Made reservation on behalf of 51f689306fa142b8abde174d339abb79 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:31:23.830525 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8c9a8e0a-2362-4ae3-86d1-80025efb6949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:31:23.858768 dv-cinder-760153-9-iscsi neutron-server[94640]: WARNING neutron.services.revisions.revision_plugin [None req-8c9a8e0a-2362-4ae3-86d1-80025efb6949 admin admin] Could not find related network for resource to bump revision. Sep 07 14:31:23.868767 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c9a8e0a-2362-4ae3-86d1-80025efb6949 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:31:23.877147 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8c9a8e0a-2362-4ae3-86d1-80025efb6949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:31:23.877424 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.db.segments_db [None req-8c9a8e0a-2362-4ae3-86d1-80025efb6949 admin admin] Added segment a3865488-c7cf-42d4-8aa0-2bec9cbe6c29 of type vlan for network f18082e9-1091-4f29-bac4-63d3edc4940e Sep 07 14:31:23.915610 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8c9a8e0a-2362-4ae3-86d1-80025efb6949 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735925196804'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:31:23.987987 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8c9a8e0a-2362-4ae3-86d1-80025efb6949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:31:23.988946 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9a8e0a-2362-4ae3-86d1-80025efb6949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:31:23.989526 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8c9a8e0a-2362-4ae3-86d1-80025efb6949 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:31:24.118667 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-8c9a8e0a-2362-4ae3-86d1-80025efb6949 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4200134 Sep 07 14:31:24.121730 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a8e0a-2362-4ae3-86d1-80025efb6949 admin admin] Pushing event updated for resources: {'Network': ['ID=f18082e9-1091-4f29-bac4-63d3edc4940e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:31:24.129117 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a8e0a-2362-4ae3-86d1-80025efb6949 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:31:24.129382 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a8e0a-2362-4ae3-86d1-80025efb6949 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:31:24.129789 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a8e0a-2362-4ae3-86d1-80025efb6949 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:31:24.130105 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a8e0a-2362-4ae3-86d1-80025efb6949 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:31:24.130444 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a8e0a-2362-4ae3-86d1-80025efb6949 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:31:24.130808 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a8e0a-2362-4ae3-86d1-80025efb6949 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:31:24.131147 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a8e0a-2362-4ae3-86d1-80025efb6949 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:31:24.131477 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a8e0a-2362-4ae3-86d1-80025efb6949 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:31:24.131828 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a8e0a-2362-4ae3-86d1-80025efb6949 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:31:24.132180 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a8e0a-2362-4ae3-86d1-80025efb6949 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:31:24.132547 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a8e0a-2362-4ae3-86d1-80025efb6949 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:31:24.132816 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9a8e0a-2362-4ae3-86d1-80025efb6949 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:31:24.145553 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Network f18082e9-1091-4f29-bac4-63d3edc4940e details requested by agent ovs-agent-dv-cinder-760153-9-iscsi with host dv-cinder-760153-9-iscsi {{(pid=94642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:31:26.364228 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 44728) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:31:26.425325 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9544768-5c74-422e-a5ac-ca4083899f69 admin admin] GET failed (client error): The resource could not be found. Sep 07 14:31:26.426733 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-d9544768-5c74-422e-a5ac-ca4083899f69 admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0615222 Sep 07 14:31:26.498947 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45097ff-d61e-4fe2-a74f-f5722ad17d87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:31:26.500398 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-b45097ff-d61e-4fe2-a74f-f5722ad17d87 admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0690153 Sep 07 14:31:26.511294 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-b25d1ecc-a2a4-4a8a-aabb-68b493c2be8f admin admin] Request body: {'subnet': {'network_id': 'f18082e9-1091-4f29-bac4-63d3edc4940e', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:31:26.602576 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25d1ecc-a2a4-4a8a-aabb-68b493c2be8f admin admin] Made reservation on behalf of 51f689306fa142b8abde174d339abb79 for: {'subnet': 1} {{(pid=94641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:31:26.604973 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b25d1ecc-a2a4-4a8a-aabb-68b493c2be8f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:31:26.843296 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b25d1ecc-a2a4-4a8a-aabb-68b493c2be8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332'] for subnet, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:31:26.897809 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d1ecc-a2a4-4a8a-aabb-68b493c2be8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=16f217c3-0f78-4efc-bb52-d1015baf0d2d,revision_number=0']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:31:26.907395 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25d1ecc-a2a4-4a8a-aabb-68b493c2be8f admin admin] Checking segment: {'id': 'a3865488-c7cf-42d4-8aa0-2bec9cbe6c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'f18082e9-1091-4f29-bac4-63d3edc4940e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:31:26.907991 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25d1ecc-a2a4-4a8a-aabb-68b493c2be8f admin admin] Network hostable DHCP agents. Network: f18082e9-1091-4f29-bac4-63d3edc4940e, hostable agents: ['594f7c6c-f415-4606-b669-794c15de65b6'], hosted agents: [] {{(pid=94641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:31:26.997101 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25d1ecc-a2a4-4a8a-aabb-68b493c2be8f admin admin] Network f18082e9-1091-4f29-bac4-63d3edc4940e is scheduled to be hosted by DHCP agent 594f7c6c-f415-4606-b669-794c15de65b6 with binding_index 1 {{(pid=94641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:31:27.094112 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-b25d1ecc-a2a4-4a8a-aabb-68b493c2be8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760153-9-iscsi, f18082e9-1091-4f29-bac4-63d3edc4940e) {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:31:27.098274 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25d1ecc-a2a4-4a8a-aabb-68b493c2be8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:31:27.098859 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b25d1ecc-a2a4-4a8a-aabb-68b493c2be8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for subnet, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:31:27.103523 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b704d7c-7902-4145-9de8-e225fd895e9e None None] Network f18082e9-1091-4f29-bac4-63d3edc4940e requested from dv-cinder-760153-9-iscsi {{(pid=94642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:31:27.249984 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09e3e14-d1d4-473b-8000-881e128cd064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05a14c16-e9db-5d56-af18-52452e2ad435-f18082e9-1091-4f29-bac4-63d3edc4940e', 'network_id': 'f18082e9-1091-4f29-bac4-63d3edc4940e', 'tenant_id': '51f689306fa142b8abde174d339abb79', 'fixed_ips': [{'subnet_id': '16f217c3-0f78-4efc-bb52-d1015baf0d2d'}]}} from dv-cinder-760153-9-iscsi. {{(pid=94642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 14:31:27.250913 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f09e3e14-d1d4-473b-8000-881e128cd064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:31:27.280873 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-b25d1ecc-a2a4-4a8a-aabb-68b493c2be8f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7735658 Sep 07 14:31:27.479752 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.db_base_plugin_common [None req-f09e3e14-d1d4-473b-8000-881e128cd064 None None] Allocated IP 192.168.233.2 (f18082e9-1091-4f29-bac4-63d3edc4940e/16f217c3-0f78-4efc-bb52-d1015baf0d2d/eea006af-d8b0-4521-ae0a-71303ffbb471) {{(pid=94642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:31:27.623360 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f09e3e14-d1d4-473b-8000-881e128cd064 None None] Notify callbacks [] for port, precommit_create {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:31:27.632453 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-f09e3e14-d1d4-473b-8000-881e128cd064 None None] Transition to ACTIVE for port object eea006af-d8b0-4521-ae0a-71303ffbb471 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:31:27.648421 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-f09e3e14-d1d4-473b-8000-881e128cd064 None None] Transition to ACTIVE for port object eea006af-d8b0-4521-ae0a-71303ffbb471 will not be triggered until provisioned by entity DHCP. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:31:27.771530 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f09e3e14-d1d4-473b-8000-881e128cd064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533'] for port, after_create {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:31:27.814929 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09e3e14-d1d4-473b-8000-881e128cd064 None None] Network f18082e9-1091-4f29-bac4-63d3edc4940e is already hosted by enough agents. {{(pid=94642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:31:27.817856 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.scheduler.base_scheduler [None req-f09e3e14-d1d4-473b-8000-881e128cd064 None None] Resources bound (agent type, host, resource id): {{(pid=94642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:31:27.823454 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09e3e14-d1d4-473b-8000-881e128cd064 None None] Received port after_create {{(pid=94642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:31:27.830478 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e3e14-d1d4-473b-8000-881e128cd064 None None] Pushing event updated for resources: {'Port': ['ID=eea006af-d8b0-4521-ae0a-71303ffbb471,revision_number=1']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:31:27.852390 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e3e14-d1d4-473b-8000-881e128cd064 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:31:27.852746 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e3e14-d1d4-473b-8000-881e128cd064 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:31:27.853095 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e3e14-d1d4-473b-8000-881e128cd064 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:31:27.853432 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e3e14-d1d4-473b-8000-881e128cd064 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:31:27.854360 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e3e14-d1d4-473b-8000-881e128cd064 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:31:27.854864 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e3e14-d1d4-473b-8000-881e128cd064 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:31:27.855237 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e3e14-d1d4-473b-8000-881e128cd064 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:31:27.855574 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e3e14-d1d4-473b-8000-881e128cd064 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:31:27.855928 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e3e14-d1d4-473b-8000-881e128cd064 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:31:27.856261 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e3e14-d1d4-473b-8000-881e128cd064 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:31:27.856591 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e3e14-d1d4-473b-8000-881e128cd064 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:31:27.856921 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09e3e14-d1d4-473b-8000-881e128cd064 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:31:27.891231 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-f09e3e14-d1d4-473b-8000-881e128cd064 None None] Attempting to bind port eea006af-d8b0-4521-ae0a-71303ffbb471 on host dv-cinder-760153-9-iscsi for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:31:27.891544 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-f09e3e14-d1d4-473b-8000-881e128cd064 None None] Attempting to bind port eea006af-d8b0-4521-ae0a-71303ffbb471 by drivers openvswitch,hyperv on host dv-cinder-760153-9-iscsi at level 0 using segments [{'id': 'a3865488-c7cf-42d4-8aa0-2bec9cbe6c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'f18082e9-1091-4f29-bac4-63d3edc4940e'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:31:27.891907 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09e3e14-d1d4-473b-8000-881e128cd064 None None] Attempting to bind port eea006af-d8b0-4521-ae0a-71303ffbb471 on network f18082e9-1091-4f29-bac4-63d3edc4940e {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:31:27.897004 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09e3e14-d1d4-473b-8000-881e128cd064 None None] Checking agent: {'id': '603a9555-31ed-459d-ae44-8ccb1c39f9f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 28, 5), 'started_at': datetime.datetime(2021, 9, 7, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:31:27.897372 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09e3e14-d1d4-473b-8000-881e128cd064 None None] Checking segment: {'id': 'a3865488-c7cf-42d4-8aa0-2bec9cbe6c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'f18082e9-1091-4f29-bac4-63d3edc4940e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:31:27.897790 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f09e3e14-d1d4-473b-8000-881e128cd064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:31:27.898228 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09e3e14-d1d4-473b-8000-881e128cd064 None None] Bound using segment: {'id': 'a3865488-c7cf-42d4-8aa0-2bec9cbe6c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'f18082e9-1091-4f29-bac4-63d3edc4940e'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:31:27.898988 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-f09e3e14-d1d4-473b-8000-881e128cd064 None None] Bound port: eea006af-d8b0-4521-ae0a-71303ffbb471, host: dv-cinder-760153-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3865488-c7cf-42d4-8aa0-2bec9cbe6c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'f18082e9-1091-4f29-bac4-63d3edc4940e'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:31:27.899395 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f09e3e14-d1d4-473b-8000-881e128cd064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:31:27.962846 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-f09e3e14-d1d4-473b-8000-881e128cd064 None None] For port eea006af-d8b0-4521-ae0a-71303ffbb471, host dv-cinder-760153-9-iscsi, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:31:27.966049 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-f09e3e14-d1d4-473b-8000-881e128cd064 None None] For port eea006af-d8b0-4521-ae0a-71303ffbb471, host dv-cinder-760153-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=eea006af-d8b0-4521-ae0a-71303ffbb471,segment=NetworkSegment(a3865488-c7cf-42d4-8aa0-2bec9cbe6c29),segment_id=a3865488-c7cf-42d4-8aa0-2bec9cbe6c29)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:31:28.032204 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f09e3e14-d1d4-473b-8000-881e128cd064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:31:28.093835 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e3e14-d1d4-473b-8000-881e128cd064 None None] Pushing event updated for resources: {'Port': ['ID=eea006af-d8b0-4521-ae0a-71303ffbb471,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:31:28.931816 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4adce1-862e-44aa-a4e3-066572cfca4d None None] Network f18082e9-1091-4f29-bac4-63d3edc4940e requested from dv-cinder-760153-9-iscsi {{(pid=94642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:31:29.170610 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-fc4ee9fb-e674-451f-9f9b-47bb850fbedc None None] Provisioning for port eea006af-d8b0-4521-ae0a-71303ffbb471 completed by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:31:29.181458 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device eea006af-d8b0-4521-ae0a-71303ffbb471 up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:31:29.314027 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning for port eea006af-d8b0-4521-ae0a-71303ffbb471 completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:31:29.318323 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port eea006af-d8b0-4521-ae0a-71303ffbb471 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:31:29.318637 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:31:29.397951 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:31:29.431342 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-9152d18d-5686-470b-8281-0603e563890f None None] For port eea006af-d8b0-4521-ae0a-71303ffbb471, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=eea006af-d8b0-4521-ae0a-71303ffbb471,segment=NetworkSegment(a3865488-c7cf-42d4-8aa0-2bec9cbe6c29),segment_id=a3865488-c7cf-42d4-8aa0-2bec9cbe6c29)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:31:29.517305 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:31:29.570695 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Pushing event updated for resources: {'Port': ['ID=eea006af-d8b0-4521-ae0a-71303ffbb471,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:31:31.121599 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device eea006af-d8b0-4521-ae0a-71303ffbb471 up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:31:31.171075 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port eea006af-d8b0-4521-ae0a-71303ffbb471 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:31:31.171449 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:31:32.323702 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b6b27c72-700b-4e27-a181-9ef5d323b67c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:31:35.020409 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-4438dfa1-dcb2-4df4-8700-2a3f5105bd59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:31:35.417186 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:31:36.120024 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:31:36.394655 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.agents_db [None req-8586c0a8-7e1b-4ad5-b29e-274ce3295afb None None] Agent healthcheck: found 5 active agents {{(pid=94643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:31:37.747774 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:32:02.341496 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-3cd070b5-662b-4c09-b126-a308108c79d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:32:05.035654 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-bb6533ba-7ac6-4712-b010-00686a9050e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:32:05.415185 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:32:06.092870 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:32:07.755333 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:32:13.394161 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.agents_db [None req-8586c0a8-7e1b-4ad5-b29e-274ce3295afb None None] Agent healthcheck: found 5 active agents {{(pid=94643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:32:32.346608 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-77f9cce2-7bd7-496d-8ee8-c8542a994091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:32:35.031752 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-4720db03-89c9-41de-86a5-7829370bc810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:32:35.437389 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:32:36.108584 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:32:37.760545 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:32:50.393895 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.agents_db [None req-8586c0a8-7e1b-4ad5-b29e-274ce3295afb None None] Agent healthcheck: found 5 active agents {{(pid=94643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:32:52.485689 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 44780) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:32:52.492841 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [None req-0e83f146-21dc-4252-8e0e-070c92da6b68 tempest-verify_tempest_config-936299155 tempest-verify_tempest_config-936299155-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 14:32:52.493816 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-0e83f146-21dc-4252-8e0e-070c92da6b68 tempest-verify_tempest_config-936299155 tempest-verify_tempest_config-936299155-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0071356 Sep 07 14:32:53.002436 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 44798) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:32:53.121577 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-79e1aad5-50d2-4d57-a032-1c2e2cfbfbe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:32:53.238043 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-79e1aad5-50d2-4d57-a032-1c2e2cfbfbe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:32:53.317105 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-79e1aad5-50d2-4d57-a032-1c2e2cfbfbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:32:53.362792 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-79e1aad5-50d2-4d57-a032-1c2e2cfbfbe8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9fefa4da16b34cfea1889061f8f2e793&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3592944 Sep 07 14:32:53.363743 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1aad5-50d2-4d57-a032-1c2e2cfbfbe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20bb435-4c09-46c5-a0e5-58d9a52ec50a,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:32:53.365618 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 44802) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:32:53.371109 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e1aad5-50d2-4d57-a032-1c2e2cfbfbe8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:32:53.371481 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e1aad5-50d2-4d57-a032-1c2e2cfbfbe8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:32:53.371834 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e1aad5-50d2-4d57-a032-1c2e2cfbfbe8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:32:53.372168 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e1aad5-50d2-4d57-a032-1c2e2cfbfbe8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:32:53.372500 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e1aad5-50d2-4d57-a032-1c2e2cfbfbe8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:32:53.372851 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e1aad5-50d2-4d57-a032-1c2e2cfbfbe8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:32:53.373186 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e1aad5-50d2-4d57-a032-1c2e2cfbfbe8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:32:53.373513 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e1aad5-50d2-4d57-a032-1c2e2cfbfbe8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:32:53.373852 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e1aad5-50d2-4d57-a032-1c2e2cfbfbe8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:32:53.374207 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e1aad5-50d2-4d57-a032-1c2e2cfbfbe8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:32:53.374542 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e1aad5-50d2-4d57-a032-1c2e2cfbfbe8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:32:53.374846 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e1aad5-50d2-4d57-a032-1c2e2cfbfbe8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:32:53.424632 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8bcac0f9-9ce3-42d7-9a88-e5ff2a60caea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:32:53.446194 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8bcac0f9-9ce3-42d7-9a88-e5ff2a60caea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:32:53.643201 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8bcac0f9-9ce3-42d7-9a88-e5ff2a60caea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:32:53.645708 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8bcac0f9-9ce3-42d7-9a88-e5ff2a60caea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:32:53.646890 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-8bcac0f9-9ce3-42d7-9a88-e5ff2a60caea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c20bb435-4c09-46c5-a0e5-58d9a52ec50a HTTP/1.1" status: 204 len: 168 time: 0.2795064 Sep 07 14:32:53.654919 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcac0f9-9ce3-42d7-9a88-e5ff2a60caea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20bb435-4c09-46c5-a0e5-58d9a52ec50a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:32:53.661395 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcac0f9-9ce3-42d7-9a88-e5ff2a60caea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:32:53.661748 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcac0f9-9ce3-42d7-9a88-e5ff2a60caea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:32:53.662108 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcac0f9-9ce3-42d7-9a88-e5ff2a60caea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:32:53.662438 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcac0f9-9ce3-42d7-9a88-e5ff2a60caea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:32:53.662986 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcac0f9-9ce3-42d7-9a88-e5ff2a60caea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:32:53.663151 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcac0f9-9ce3-42d7-9a88-e5ff2a60caea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:32:53.663478 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcac0f9-9ce3-42d7-9a88-e5ff2a60caea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:32:53.663799 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcac0f9-9ce3-42d7-9a88-e5ff2a60caea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:32:53.664142 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcac0f9-9ce3-42d7-9a88-e5ff2a60caea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:32:53.664466 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcac0f9-9ce3-42d7-9a88-e5ff2a60caea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:32:53.664782 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcac0f9-9ce3-42d7-9a88-e5ff2a60caea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:32:53.665518 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcac0f9-9ce3-42d7-9a88-e5ff2a60caea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:33:02.322860 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-08c76abe-1fdb-4aec-8a90-f4420b882876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:33:05.020281 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-d4b51c3f-7b91-47d3-b4a6-763613cfaa17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:33:05.411004 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:33:06.090997 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:33:07.773734 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:33:27.392792 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.agents_db [None req-8586c0a8-7e1b-4ad5-b29e-274ce3295afb None None] Agent healthcheck: found 5 active agents {{(pid=94643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:33:32.319433 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ccfa36fb-9ad2-4b2b-875d-a3ed4fcf2468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:33:35.030471 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a8a919e2-cc52-49ab-8b58-17e8deb017ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:33:35.433546 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:33:36.095781 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:33:37.758883 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:34:02.298661 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-feeba839-b86e-4e08-8962-aaf04c13bf1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:34:04.391868 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.agents_db [None req-8586c0a8-7e1b-4ad5-b29e-274ce3295afb None None] Agent healthcheck: found 5 active agents {{(pid=94643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:34:05.009637 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6b37ba4d-c7a5-49da-9847-af2ac9dfd6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:34:05.409437 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:34:06.089404 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:34:07.775207 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:34:32.289808 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-c217ff86-6950-4515-9294-d91aac5a15a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:34:32.518262 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-540669'] for agent, after_create {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:34:35.024320 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-03d20d8e-fcc6-4301-9638-cedc0af3d358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:34:35.435482 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:34:36.144028 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:34:37.786776 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:34:41.391639 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.agents_db [None req-8586c0a8-7e1b-4ad5-b29e-274ce3295afb None None] Agent healthcheck: found 6 active agents {{(pid=94643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:34:47.806098 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 44878) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:34:47.924845 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-d0850161-38d0-4f27-a9fd-d2db3f11f957 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1175373 Sep 07 14:34:50.185606 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 44888) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:34:50.240650 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-a47d7fdb-2f00-4757-a33a-7c007c5d03dd admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0536287 Sep 07 14:35:02.292857 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a4236981-caa8-4dbd-9bb0-65a85d05e4ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:35:02.523265 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:35:05.041008 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-5a9b07d4-35ac-43af-8b14-5e5a3aae6abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:35:05.452474 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:35:06.150022 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:35:07.797609 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:35:18.390667 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.agents_db [None req-8586c0a8-7e1b-4ad5-b29e-274ce3295afb None None] Agent healthcheck: found 6 active agents {{(pid=94643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:35:32.323363 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-71c6e3f0-5215-4948-a530-7e71be33046d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:35:32.492806 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:35:35.018890 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-d45db35f-ebd6-45d3-a6de-42a192e14840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:35:35.430139 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:35:36.117698 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:35:37.791887 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:35:55.390132 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.agents_db [None req-8586c0a8-7e1b-4ad5-b29e-274ce3295afb None None] Agent healthcheck: found 6 active agents {{(pid=94643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:36:02.300942 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-873a9699-a1f1-44cd-9f68-106794b2ed58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:02.506516 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:05.029868 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-719dd488-d4bf-4d0d-863b-834934264249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:05.412995 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:06.122352 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:07.796094 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:20.812123 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 45100) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:36:21.390216 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-e3bd6006-b409-4df5-99af-98abed280618 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1992079639-network', 'tenant_id': '25eabbe22d5b41849961a9af5ba6fc47'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:36:21.420929 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 45120) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:36:21.489436 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3bd6006-b409-4df5-99af-98abed280618 admin admin] Made reservation on behalf of 25eabbe22d5b41849961a9af5ba6fc47 for: {'network': 1} {{(pid=94641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:36:21.491902 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e3bd6006-b409-4df5-99af-98abed280618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for network, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:21.501751 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e3bd6006-b409-4df5-99af-98abed280618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:21.604485 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e3bd6006-b409-4df5-99af-98abed280618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:21.660987 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e3bd6006-b409-4df5-99af-98abed280618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:21.697896 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd6006-b409-4df5-99af-98abed280618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11326203-ec30-49e9-9efb-66af0db32f05,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:21.709724 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3bd6006-b409-4df5-99af-98abed280618 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 852} {{(pid=94641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:36:21.723232 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e3bd6006-b409-4df5-99af-98abed280618 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735925738096', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147'] for segment, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:21.728710 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e3bd6006-b409-4df5-99af-98abed280618 admin admin] Unsubscribe: segment precommit_create {{(pid=94641) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 07 14:36:21.728710 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.db.segments_db [None req-e3bd6006-b409-4df5-99af-98abed280618 admin admin] Added segment b5b9ec0d-e678-4d99-9ed6-46a36cb810b0 of type vlan for network bbbe9b39-82f4-4f4e-ae09-684d6fbf682f Sep 07 14:36:21.771662 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e3bd6006-b409-4df5-99af-98abed280618 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735925196804'] for network, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:21.808212 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bd6006-b409-4df5-99af-98abed280618 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:36:21.808920 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bd6006-b409-4df5-99af-98abed280618 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:36:21.810011 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bd6006-b409-4df5-99af-98abed280618 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:36:21.810646 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bd6006-b409-4df5-99af-98abed280618 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:36:21.811124 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bd6006-b409-4df5-99af-98abed280618 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:36:21.811622 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bd6006-b409-4df5-99af-98abed280618 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:36:21.812098 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bd6006-b409-4df5-99af-98abed280618 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:36:21.812630 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bd6006-b409-4df5-99af-98abed280618 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:36:21.813663 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bd6006-b409-4df5-99af-98abed280618 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:36:21.814444 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bd6006-b409-4df5-99af-98abed280618 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:36:21.818640 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bd6006-b409-4df5-99af-98abed280618 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:36:21.818640 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bd6006-b409-4df5-99af-98abed280618 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:36:21.818640 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bd6006-b409-4df5-99af-98abed280618 admin admin] Tracked resource versions report: Sep 07 14:36:21.818640 dv-cinder-760153-9-iscsi neutron-server[94641]: pushed versions: Sep 07 14:36:21.818640 dv-cinder-760153-9-iscsi neutron-server[94641]: { 'AddressGroup': {'1.2'}, Sep 07 14:36:21.818640 dv-cinder-760153-9-iscsi neutron-server[94641]: 'ConntrackHelper': {'1.0'}, Sep 07 14:36:21.818640 dv-cinder-760153-9-iscsi neutron-server[94641]: 'Log': {'1.0'}, Sep 07 14:36:21.818640 dv-cinder-760153-9-iscsi neutron-server[94641]: 'Network': {'1.1'}, Sep 07 14:36:21.818640 dv-cinder-760153-9-iscsi neutron-server[94641]: 'Port': {'1.7'}, Sep 07 14:36:21.818640 dv-cinder-760153-9-iscsi neutron-server[94641]: 'PortForwarding': {'1.2'}, Sep 07 14:36:21.818640 dv-cinder-760153-9-iscsi neutron-server[94641]: 'QosPolicy': {'1.9'}, Sep 07 14:36:21.818640 dv-cinder-760153-9-iscsi neutron-server[94641]: 'SecurityGroup': {'1.4'}, Sep 07 14:36:21.818640 dv-cinder-760153-9-iscsi neutron-server[94641]: 'SecurityGroupRule': {'1.2'}, Sep 07 14:36:21.818640 dv-cinder-760153-9-iscsi neutron-server[94641]: 'SubPort': {'1.0'}, Sep 07 14:36:21.818640 dv-cinder-760153-9-iscsi neutron-server[94641]: 'Subnet': {'1.1'}, Sep 07 14:36:21.818640 dv-cinder-760153-9-iscsi neutron-server[94641]: 'Trunk': {'1.1'}} Sep 07 14:36:21.818640 dv-cinder-760153-9-iscsi neutron-server[94641]: consumer versions: Sep 07 14:36:21.818640 dv-cinder-760153-9-iscsi neutron-server[94641]: { DHCP agent@dv-cinder-760153-9-iscsi: {}, Sep 07 14:36:21.818640 dv-cinder-760153-9-iscsi neutron-server[94641]: HyperV agent@hv-cinder-76015: {}, Sep 07 14:36:21.818640 dv-cinder-760153-9-iscsi neutron-server[94641]: L3 agent@dv-cinder-760153-9-iscsi: {}, Sep 07 14:36:21.818640 dv-cinder-760153-9-iscsi neutron-server[94641]: Metadata agent@dv-cinder-760153-9-iscsi: {}, Sep 07 14:36:21.818640 dv-cinder-760153-9-iscsi neutron-server[94641]: Metering agent@dv-cinder-760153-9-iscsi: {}, Sep 07 14:36:21.818640 dv-cinder-760153-9-iscsi neutron-server[94641]: Open vSwitch agent@dv-cinder-760153-9-iscsi: { 'AddressGroup': '1.2', Sep 07 14:36:21.818640 dv-cinder-760153-9-iscsi neutron-server[94641]: 'ConntrackHelper': '1.0', Sep 07 14:36:21.818640 dv-cinder-760153-9-iscsi neutron-server[94641]: 'Log': '1.0', Sep 07 14:36:21.818640 dv-cinder-760153-9-iscsi neutron-server[94641]: 'Network': '1.1', Sep 07 14:36:21.818640 dv-cinder-760153-9-iscsi neutron-server[94641]: 'Port': '1.7', Sep 07 14:36:21.818640 dv-cinder-760153-9-iscsi neutron-server[94641]: 'PortForwarding': '1.2', Sep 07 14:36:21.818640 dv-cinder-760153-9-iscsi neutron-server[94641]: 'QosPolicy': '1.9', Sep 07 14:36:21.818640 dv-cinder-760153-9-iscsi neutron-server[94641]: 'SecurityGroup': '1.4', Sep 07 14:36:21.818640 dv-cinder-760153-9-iscsi neutron-server[94641]: 'SecurityGroupRule': '1.2', Sep 07 14:36:21.818640 dv-cinder-760153-9-iscsi neutron-server[94641]: 'SubPort': '1.0', Sep 07 14:36:21.818640 dv-cinder-760153-9-iscsi neutron-server[94641]: 'Subnet': '1.1', Sep 07 14:36:21.818640 dv-cinder-760153-9-iscsi neutron-server[94641]: 'Trunk': '1.1'}} Sep 07 14:36:21.818640 dv-cinder-760153-9-iscsi neutron-server[94641]: {{(pid=94641) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 14:36:21.843351 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-61ebb16f-a070-4c4a-ac3c-386c5fb169da admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1320241960-network', 'tenant_id': '02f8a7191aee4302aa20bc9813214c68'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:36:21.866427 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e3bd6006-b409-4df5-99af-98abed280618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332'] for network, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:21.867456 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bd6006-b409-4df5-99af-98abed280618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:21.868083 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e3bd6006-b409-4df5-99af-98abed280618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for network, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:21.986853 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd6006-b409-4df5-99af-98abed280618 admin admin] Pushing event updated for resources: {'Network': ['ID=bbbe9b39-82f4-4f4e-ae09-684d6fbf682f,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:21.990958 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ebb16f-a070-4c4a-ac3c-386c5fb169da admin admin] Made reservation on behalf of 02f8a7191aee4302aa20bc9813214c68 for: {'network': 1} {{(pid=94641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:36:21.993833 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-61ebb16f-a070-4c4a-ac3c-386c5fb169da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for network, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:22.000357 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Network bbbe9b39-82f4-4f4e-ae09-684d6fbf682f details requested by agent ovs-agent-dv-cinder-760153-9-iscsi with host dv-cinder-760153-9-iscsi {{(pid=94642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:36:22.006562 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-61ebb16f-a070-4c4a-ac3c-386c5fb169da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:22.088489 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-e3bd6006-b409-4df5-99af-98abed280618 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2731283 Sep 07 14:36:22.089380 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 45154) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:36:22.098356 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5a5e4a27-5e1c-4fd6-ab6e-b498c58bfd1e admin admin] Request body: {'subnet': {'network_id': 'bbbe9b39-82f4-4f4e-ae09-684d6fbf682f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1992079639-subnet', 'tenant_id': '25eabbe22d5b41849961a9af5ba6fc47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:36:22.161035 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-61ebb16f-a070-4c4a-ac3c-386c5fb169da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:22.438253 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-61ebb16f-a070-4c4a-ac3c-386c5fb169da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:22.463200 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61ebb16f-a070-4c4a-ac3c-386c5fb169da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 876} {{(pid=94641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:36:22.478107 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ebb16f-a070-4c4a-ac3c-386c5fb169da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46ea283-014d-4127-b1b2-13ef7f00c80d,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:22.481797 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-61ebb16f-a070-4c4a-ac3c-386c5fb169da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147'] for segment, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:22.482156 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.db.segments_db [None req-61ebb16f-a070-4c4a-ac3c-386c5fb169da admin admin] Added segment 4221732c-8fd1-47dd-86c2-f4f003dfb8cf of type vlan for network 1f8f0668-b216-425e-9709-09c866c0b9e5 Sep 07 14:36:22.523495 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5e4a27-5e1c-4fd6-ab6e-b498c58bfd1e admin admin] Made reservation on behalf of 25eabbe22d5b41849961a9af5ba6fc47 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:36:22.526876 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a5e4a27-5e1c-4fd6-ab6e-b498c58bfd1e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:22.529776 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-61ebb16f-a070-4c4a-ac3c-386c5fb169da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735925196804'] for network, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:22.654711 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-61ebb16f-a070-4c4a-ac3c-386c5fb169da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332'] for network, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:22.656134 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ebb16f-a070-4c4a-ac3c-386c5fb169da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:22.656868 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-61ebb16f-a070-4c4a-ac3c-386c5fb169da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for network, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:22.799056 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ebb16f-a070-4c4a-ac3c-386c5fb169da admin admin] Pushing event updated for resources: {'Network': ['ID=1f8f0668-b216-425e-9709-09c866c0b9e5,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:22.811520 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Network 1f8f0668-b216-425e-9709-09c866c0b9e5 details requested by agent ovs-agent-dv-cinder-760153-9-iscsi with host dv-cinder-760153-9-iscsi {{(pid=94642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:36:22.885317 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-61ebb16f-a070-4c4a-ac3c-386c5fb169da admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4607892 Sep 07 14:36:22.885829 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 45174) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:36:22.891788 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-f9c5e436-e881-4545-93e1-7b5ba4d1ec2e admin admin] Request body: {'subnet': {'network_id': '1f8f0668-b216-425e-9709-09c866c0b9e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1320241960-subnet', 'tenant_id': '02f8a7191aee4302aa20bc9813214c68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:36:23.026481 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c5e436-e881-4545-93e1-7b5ba4d1ec2e admin admin] Made reservation on behalf of 02f8a7191aee4302aa20bc9813214c68 for: {'subnet': 1} {{(pid=94641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:36:23.031084 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f9c5e436-e881-4545-93e1-7b5ba4d1ec2e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:23.032573 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 45180) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:36:23.040102 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a5e4a27-5e1c-4fd6-ab6e-b498c58bfd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:23.135037 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e4a27-5e1c-4fd6-ab6e-b498c58bfd1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a82ba659-94b3-4805-891b-41571a6feb03,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:23.168975 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e4a27-5e1c-4fd6-ab6e-b498c58bfd1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:36:23.175639 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e4a27-5e1c-4fd6-ab6e-b498c58bfd1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:36:23.176078 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e4a27-5e1c-4fd6-ab6e-b498c58bfd1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:36:23.176427 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e4a27-5e1c-4fd6-ab6e-b498c58bfd1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:36:23.177485 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e4a27-5e1c-4fd6-ab6e-b498c58bfd1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:36:23.177485 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e4a27-5e1c-4fd6-ab6e-b498c58bfd1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:36:23.177485 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e4a27-5e1c-4fd6-ab6e-b498c58bfd1e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:36:23.177792 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e4a27-5e1c-4fd6-ab6e-b498c58bfd1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:36:23.178103 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e4a27-5e1c-4fd6-ab6e-b498c58bfd1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:36:23.178433 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e4a27-5e1c-4fd6-ab6e-b498c58bfd1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:36:23.178758 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e4a27-5e1c-4fd6-ab6e-b498c58bfd1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:36:23.179078 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e4a27-5e1c-4fd6-ab6e-b498c58bfd1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:36:23.180463 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5e4a27-5e1c-4fd6-ab6e-b498c58bfd1e admin admin] Tracked resource versions report: Sep 07 14:36:23.180463 dv-cinder-760153-9-iscsi neutron-server[94640]: pushed versions: Sep 07 14:36:23.180463 dv-cinder-760153-9-iscsi neutron-server[94640]: { 'AddressGroup': {'1.2'}, Sep 07 14:36:23.180463 dv-cinder-760153-9-iscsi neutron-server[94640]: 'ConntrackHelper': {'1.0'}, Sep 07 14:36:23.180463 dv-cinder-760153-9-iscsi neutron-server[94640]: 'Log': {'1.0'}, Sep 07 14:36:23.180463 dv-cinder-760153-9-iscsi neutron-server[94640]: 'Network': {'1.1'}, Sep 07 14:36:23.180463 dv-cinder-760153-9-iscsi neutron-server[94640]: 'Port': {'1.7'}, Sep 07 14:36:23.180463 dv-cinder-760153-9-iscsi neutron-server[94640]: 'PortForwarding': {'1.2'}, Sep 07 14:36:23.180463 dv-cinder-760153-9-iscsi neutron-server[94640]: 'QosPolicy': {'1.9'}, Sep 07 14:36:23.180463 dv-cinder-760153-9-iscsi neutron-server[94640]: 'SecurityGroup': {'1.4'}, Sep 07 14:36:23.180463 dv-cinder-760153-9-iscsi neutron-server[94640]: 'SecurityGroupRule': {'1.2'}, Sep 07 14:36:23.180463 dv-cinder-760153-9-iscsi neutron-server[94640]: 'SubPort': {'1.0'}, Sep 07 14:36:23.180463 dv-cinder-760153-9-iscsi neutron-server[94640]: 'Subnet': {'1.1'}, Sep 07 14:36:23.180463 dv-cinder-760153-9-iscsi neutron-server[94640]: 'Trunk': {'1.1'}} Sep 07 14:36:23.180463 dv-cinder-760153-9-iscsi neutron-server[94640]: consumer versions: Sep 07 14:36:23.180463 dv-cinder-760153-9-iscsi neutron-server[94640]: { DHCP agent@dv-cinder-760153-9-iscsi: {}, Sep 07 14:36:23.180463 dv-cinder-760153-9-iscsi neutron-server[94640]: HyperV agent@hv-cinder-76015: {}, Sep 07 14:36:23.180463 dv-cinder-760153-9-iscsi neutron-server[94640]: L3 agent@dv-cinder-760153-9-iscsi: {}, Sep 07 14:36:23.180463 dv-cinder-760153-9-iscsi neutron-server[94640]: Metadata agent@dv-cinder-760153-9-iscsi: {}, Sep 07 14:36:23.180463 dv-cinder-760153-9-iscsi neutron-server[94640]: Metering agent@dv-cinder-760153-9-iscsi: {}, Sep 07 14:36:23.180463 dv-cinder-760153-9-iscsi neutron-server[94640]: Open vSwitch agent@dv-cinder-760153-9-iscsi: { 'AddressGroup': '1.2', Sep 07 14:36:23.180463 dv-cinder-760153-9-iscsi neutron-server[94640]: 'ConntrackHelper': '1.0', Sep 07 14:36:23.180463 dv-cinder-760153-9-iscsi neutron-server[94640]: 'Log': '1.0', Sep 07 14:36:23.180463 dv-cinder-760153-9-iscsi neutron-server[94640]: 'Network': '1.1', Sep 07 14:36:23.180463 dv-cinder-760153-9-iscsi neutron-server[94640]: 'Port': '1.7', Sep 07 14:36:23.180463 dv-cinder-760153-9-iscsi neutron-server[94640]: 'PortForwarding': '1.2', Sep 07 14:36:23.180463 dv-cinder-760153-9-iscsi neutron-server[94640]: 'QosPolicy': '1.9', Sep 07 14:36:23.180463 dv-cinder-760153-9-iscsi neutron-server[94640]: 'SecurityGroup': '1.4', Sep 07 14:36:23.180463 dv-cinder-760153-9-iscsi neutron-server[94640]: 'SecurityGroupRule': '1.2', Sep 07 14:36:23.180463 dv-cinder-760153-9-iscsi neutron-server[94640]: 'SubPort': '1.0', Sep 07 14:36:23.180463 dv-cinder-760153-9-iscsi neutron-server[94640]: 'Subnet': '1.1', Sep 07 14:36:23.180463 dv-cinder-760153-9-iscsi neutron-server[94640]: 'Trunk': '1.1'}} Sep 07 14:36:23.180463 dv-cinder-760153-9-iscsi neutron-server[94640]: {{(pid=94640) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 14:36:23.205499 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5e4a27-5e1c-4fd6-ab6e-b498c58bfd1e admin admin] Checking segment: {'id': 'b5b9ec0d-e678-4d99-9ed6-46a36cb810b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'bbbe9b39-82f4-4f4e-ae09-684d6fbf682f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:36:23.209628 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5e4a27-5e1c-4fd6-ab6e-b498c58bfd1e admin admin] Network hostable DHCP agents. Network: bbbe9b39-82f4-4f4e-ae09-684d6fbf682f, hostable agents: ['594f7c6c-f415-4606-b669-794c15de65b6'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:36:23.291522 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b09f144e-a65d-4844-a837-3ca7cc823667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:23.379348 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5e4a27-5e1c-4fd6-ab6e-b498c58bfd1e admin admin] Network bbbe9b39-82f4-4f4e-ae09-684d6fbf682f is scheduled to be hosted by DHCP agent 594f7c6c-f415-4606-b669-794c15de65b6 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:36:23.438205 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b09f144e-a65d-4844-a837-3ca7cc823667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:23.512438 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-5a5e4a27-5e1c-4fd6-ab6e-b498c58bfd1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760153-9-iscsi, bbbe9b39-82f4-4f4e-ae09-684d6fbf682f) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:36:23.520698 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5e4a27-5e1c-4fd6-ab6e-b498c58bfd1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:23.521005 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a5e4a27-5e1c-4fd6-ab6e-b498c58bfd1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:23.522694 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4355cd47-56e6-4a3c-a6c8-7c087e2431af None None] Network bbbe9b39-82f4-4f4e-ae09-684d6fbf682f requested from dv-cinder-760153-9-iscsi {{(pid=94642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:36:23.540089 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f9c5e436-e881-4545-93e1-7b5ba4d1ec2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332'] for subnet, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:23.554898 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b09f144e-a65d-4844-a837-3ca7cc823667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:23.593252 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-b09f144e-a65d-4844-a837-3ca7cc823667 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4da54aed22274311b9f2ad69ca479e71&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5591960 Sep 07 14:36:23.594134 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 45206) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:36:23.661192 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c5e436-e881-4545-93e1-7b5ba4d1ec2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f67866ce-97b7-45c4-a77f-a0a29114d5dd,revision_number=0']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:23.683560 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c5e436-e881-4545-93e1-7b5ba4d1ec2e admin admin] Checking segment: {'id': '4221732c-8fd1-47dd-86c2-f4f003dfb8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '1f8f0668-b216-425e-9709-09c866c0b9e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:36:23.684596 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c5e436-e881-4545-93e1-7b5ba4d1ec2e admin admin] Network hostable DHCP agents. Network: 1f8f0668-b216-425e-9709-09c866c0b9e5, hostable agents: ['594f7c6c-f415-4606-b669-794c15de65b6'], hosted agents: [] {{(pid=94641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:36:23.686178 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f08b766-07ce-492d-a8d1-429cd5f5a370 None None] Network bbbe9b39-82f4-4f4e-ae09-684d6fbf682f requested from dv-cinder-760153-9-iscsi {{(pid=94642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:36:23.686317 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f144e-a65d-4844-a837-3ca7cc823667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbea967-ab9b-4eb8-acbc-9b03a00b8d0b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:23.693216 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 45210) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:36:23.698129 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-5a5e4a27-5e1c-4fd6-ab6e-b498c58bfd1e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6020238 Sep 07 14:36:23.698273 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-80253a06-0e1d-4a29-a21e-742c72d04d54 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1992079639-router', 'tenant_id': '25eabbe22d5b41849961a9af5ba6fc47', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'}}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:36:23.755929 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54aa3ab4-1360-4aa4-9e3d-354f696d1315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:23.781658 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54aa3ab4-1360-4aa4-9e3d-354f696d1315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:23.831626 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c5e436-e881-4545-93e1-7b5ba4d1ec2e admin admin] Network 1f8f0668-b216-425e-9709-09c866c0b9e5 is scheduled to be hosted by DHCP agent 594f7c6c-f415-4606-b669-794c15de65b6 with binding_index 1 {{(pid=94641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:36:23.843131 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-80253a06-0e1d-4a29-a21e-742c72d04d54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3706'] for router, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:23.844374 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-80253a06-0e1d-4a29-a21e-742c72d04d54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3683'] for router, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:23.906173 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-f9c5e436-e881-4545-93e1-7b5ba4d1ec2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760153-9-iscsi, 1f8f0668-b216-425e-9709-09c866c0b9e5) {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:36:23.913417 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c5e436-e881-4545-93e1-7b5ba4d1ec2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:23.914593 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f9c5e436-e881-4545-93e1-7b5ba4d1ec2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for subnet, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:23.923384 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38edcac-254b-4c74-ab3a-6f631c6f9e2e None None] Network 1f8f0668-b216-425e-9709-09c866c0b9e5 requested from dv-cinder-760153-9-iscsi {{(pid=94642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:36:23.928635 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54aa3ab4-1360-4aa4-9e3d-354f696d1315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:23.933329 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54aa3ab4-1360-4aa4-9e3d-354f696d1315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:23.935940 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-54aa3ab4-1360-4aa4-9e3d-354f696d1315 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5fbea967-ab9b-4eb8-acbc-9b03a00b8d0b HTTP/1.1" status: 204 len: 168 time: 0.2912707 Sep 07 14:36:23.945443 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa3ab4-1360-4aa4-9e3d-354f696d1315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbea967-ab9b-4eb8-acbc-9b03a00b8d0b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:24.030480 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-80253a06-0e1d-4a29-a21e-742c72d04d54 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:24.041718 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-f9c5e436-e881-4545-93e1-7b5ba4d1ec2e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1550443 Sep 07 14:36:24.091381 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7bb7b5-f67f-4956-87d6-3f81058982f1 None None] Network 1f8f0668-b216-425e-9709-09c866c0b9e5 requested from dv-cinder-760153-9-iscsi {{(pid=94642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:36:24.270792 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-80253a06-0e1d-4a29-a21e-742c72d04d54 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:24.684795 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-80253a06-0e1d-4a29-a21e-742c72d04d54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:24.721121 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-80253a06-0e1d-4a29-a21e-742c72d04d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:24.791337 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 45276) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:36:24.829548 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-80253a06-0e1d-4a29-a21e-742c72d04d54 admin admin] Allocated IP 172.27.3.251 (f04259db-55ec-42a0-98f6-02412be1dbca/67ecb36d-e9a7-4541-9321-65fb5ffda8c8/86002bc0-bd82-4098-9df7-b5be89c2d6c4) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:36:24.832271 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cda60b0f-75f8-4047-b183-81de5ba5814f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:24.951036 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cda60b0f-75f8-4047-b183-81de5ba5814f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:24.951250 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-80253a06-0e1d-4a29-a21e-742c72d04d54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:24.959213 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 45294) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:36:24.961641 dv-cinder-760153-9-iscsi neutron-server[94640]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 07 14:36:25.068246 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cda60b0f-75f8-4047-b183-81de5ba5814f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:25.088097 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-80253a06-0e1d-4a29-a21e-742c72d04d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:25.132284 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80253a06-0e1d-4a29-a21e-742c72d04d54 admin admin] Network f04259db-55ec-42a0-98f6-02412be1dbca is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:36:25.133743 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-80253a06-0e1d-4a29-a21e-742c72d04d54 admin admin] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:36:25.137553 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80253a06-0e1d-4a29-a21e-742c72d04d54 admin admin] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:36:25.171581 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-cda60b0f-75f8-4047-b183-81de5ba5814f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6aaf40d6521d40c5a95c020b65c54734&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3781865 Sep 07 14:36:25.172165 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 45298) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:36:25.181349 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda60b0f-75f8-4047-b183-81de5ba5814f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db020169-9055-4168-8e5e-8091faacaea7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:25.191436 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80253a06-0e1d-4a29-a21e-742c72d04d54 admin admin] Pushing event updated for resources: {'Port': ['ID=86002bc0-bd82-4098-9df7-b5be89c2d6c4,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:25.213017 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-2d80539f-2dae-49ad-9a71-7a105cc04bad tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:25.214511 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-2d80539f-2dae-49ad-9a71-7a105cc04bad tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/networks?id=1f8f0668-b216-425e-9709-09c866c0b9e5 HTTP/1.1" status: 200 len: 812 time: 0.2543550 Sep 07 14:36:25.245531 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-b84a075c-2558-449e-82a8-24b2f84bffb9 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/quotas/02f8a7191aee4302aa20bc9813214c68 HTTP/1.1" status: 200 len: 375 time: 0.0217161 Sep 07 14:36:25.295583 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51856a09-79e8-4860-9427-65838d1f78bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:25.314049 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-5b790f11-2604-45de-9f80-e1a0b583ce92 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=02f8a7191aee4302aa20bc9813214c68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531976 Sep 07 14:36:25.335026 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51856a09-79e8-4860-9427-65838d1f78bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:25.363302 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 45306) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:36:25.454975 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51856a09-79e8-4860-9427-65838d1f78bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:25.458871 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51856a09-79e8-4860-9427-65838d1f78bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:25.460382 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-51856a09-79e8-4860-9427-65838d1f78bd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/db020169-9055-4168-8e5e-8091faacaea7 HTTP/1.1" status: 204 len: 168 time: 0.2854362 Sep 07 14:36:25.471991 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51856a09-79e8-4860-9427-65838d1f78bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db020169-9055-4168-8e5e-8091faacaea7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:25.487303 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-80253a06-0e1d-4a29-a21e-742c72d04d54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:25.514665 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-99de0045-f418-41b5-9e52-c2a2ed70213e service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 14:36:25.515710 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-99de0045-f418-41b5-9e52-c2a2ed70213e service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0719283 Sep 07 14:36:25.612167 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6c817ec7-8039-4c45-9efa-4b0d4d9c30b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:25.626281 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-2b12c96c-2468-4c12-aa1c-6f9078d6fa65 service neutron] 10.222.0.11 "GET /v2.0/networks/1f8f0668-b216-425e-9709-09c866c0b9e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015553 Sep 07 14:36:25.744474 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-c3d3638e-5a47-4e20-b456-9dbfb50377cb service neutron] 10.222.0.11 "GET /v2.0/networks/1f8f0668-b216-425e-9709-09c866c0b9e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100788 Sep 07 14:36:25.757298 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-80253a06-0e1d-4a29-a21e-742c72d04d54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539083'] for router, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:25.976014 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6c817ec7-8039-4c45-9efa-4b0d4d9c30b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:26.034058 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6c817ec7-8039-4c45-9efa-4b0d4d9c30b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:26.103480 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-6c817ec7-8039-4c45-9efa-4b0d4d9c30b2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=697757b94a7f45b2bad5ace7686ad3f2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7380030 Sep 07 14:36:26.104670 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c817ec7-8039-4c45-9efa-4b0d4d9c30b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a29635-7969-4963-acdb-ba791883cc67,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:26.106369 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 45356) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:36:26.152326 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80253a06-0e1d-4a29-a21e-742c72d04d54 admin admin] Router 9125b4c4-e990-408f-a653-c23fb8ec7da8 is scheduled to L3 agent ca4ca367-a056-42f7-949c-96b33f8f39bf with binding_index 1 {{(pid=94641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 14:36:26.161386 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e07d15a0-5271-4f67-8002-8dcb767f7f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:26.182929 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e07d15a0-5271-4f67-8002-8dcb767f7f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:26.263076 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80253a06-0e1d-4a29-a21e-742c72d04d54 admin admin] Notify agent at l3_agent.dv-cinder-760153-9-iscsi the message routers_updated {{(pid=94641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:36:26.273017 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ded33c-320b-47f2-93ab-6e432ea63f5a None None] Sync routers for ids ['9125b4c4-e990-408f-a653-c23fb8ec7da8'] in dv-cinder-760153-9-iscsi {{(pid=94643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:36:26.282988 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ded33c-320b-47f2-93ab-6e432ea63f5a None None] Routers {'9125b4c4-e990-408f-a653-c23fb8ec7da8'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:36:26.283606 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-06ded33c-320b-47f2-93ab-6e432ea63f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:36:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['9125b4c4-e990-408f-a653-c23fb8ec7da8'], 'active': True} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:36:26.363823 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e07d15a0-5271-4f67-8002-8dcb767f7f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:26.366407 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e07d15a0-5271-4f67-8002-8dcb767f7f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:26.367651 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-e07d15a0-5271-4f67-8002-8dcb767f7f7c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/79a29635-7969-4963-acdb-ba791883cc67 HTTP/1.1" status: 204 len: 168 time: 0.2597761 Sep 07 14:36:26.380063 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07d15a0-5271-4f67-8002-8dcb767f7f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a29635-7969-4963-acdb-ba791883cc67,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:26.432067 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-80253a06-0e1d-4a29-a21e-742c72d04d54 admin admin] Notify callbacks [] for router, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:26.436562 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-80253a06-0e1d-4a29-a21e-742c72d04d54 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.7387812 Sep 07 14:36:26.436802 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 45374) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:36:26.455628 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvr_db [None req-06ded33c-320b-47f2-93ab-6e432ea63f5a None None] Set router 9125b4c4-e990-408f-a653-c23fb8ec7da8 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:36:26.580012 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 45388) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:36:26.692326 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-67863a80-1ae8-4eb8-a3a3-6efd050fa25c req-f40d2d38-9d4c-4391-bd8d-5af227bdec51 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbd7ccf-b7fa-45b9-b85c-69b1749742be HTTP/1.1" status: 200 len: 210 time: 0.1100373 Sep 07 14:36:26.990301 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-06ded33c-320b-47f2-93ab-6e432ea63f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9125b4c4-e990-408f-a653-c23fb8ec7da8', 'name': 'tempest-ServerRescueNegativeTestJSON-1992079639-router', 'tenant_id': '25eabbe22d5b41849961a9af5ba6fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '86002bc0-bd82-4098-9df7-b5be89c2d6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:36:23Z', 'updated_at': '2021-09-07T14:36:25Z', 'revision_number': 3, 'project_id': '25eabbe22d5b41849961a9af5ba6fc47', 'gw_port': {'id': '86002bc0-bd82-4098-9df7-b5be89c2d6c4', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:84:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9125b4c4-e990-408f-a653-c23fb8ec7da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:36:24Z', 'updated_at': '2021-09-07T14:36:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi'}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:36:27.022788 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ded33c-320b-47f2-93ab-6e432ea63f5a None None] Checking router: 9125b4c4-e990-408f-a653-c23fb8ec7da8 for host: dv-cinder-760153-9-iscsi {{(pid=94643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:36:27.023422 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ded33c-320b-47f2-93ab-6e432ea63f5a None None] Updating router 9125b4c4-e990-408f-a653-c23fb8ec7da8 port 86002bc0-bd82-4098-9df7-b5be89c2d6c4 binding host dv-cinder-760153-9-iscsi {{(pid=94643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:36:27.057064 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-06ded33c-320b-47f2-93ab-6e432ea63f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:27.169765 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2ce008c8-2373-4b1c-a37e-c21044e5e0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:27.420943 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-06ded33c-320b-47f2-93ab-6e432ea63f5a None None] Notify callbacks [] for port, precommit_update {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:27.431237 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.provisioning_blocks [None req-06ded33c-320b-47f2-93ab-6e432ea63f5a None None] Transition to ACTIVE for port object 86002bc0-bd82-4098-9df7-b5be89c2d6c4 will not be triggered until provisioned by entity L2. {{(pid=94643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:36:27.446175 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-2ce008c8-2373-4b1c-a37e-c21044e5e0c0 admin admin] Allocated IP 172.20.0.1 (bbbe9b39-82f4-4f4e-ae09-684d6fbf682f/a82ba659-94b3-4805-891b-41571a6feb03/b6f8e0bb-4eb6-440d-9ac6-7c280771777e) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:36:27.530948 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-06ded33c-320b-47f2-93ab-6e432ea63f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:27.577968 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2ce008c8-2373-4b1c-a37e-c21044e5e0c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:27.587518 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.managers [None req-06ded33c-320b-47f2-93ab-6e432ea63f5a None None] Attempting to bind port 86002bc0-bd82-4098-9df7-b5be89c2d6c4 on host dv-cinder-760153-9-iscsi for vnic_type normal with profile {{(pid=94643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:36:27.587887 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.managers [None req-06ded33c-320b-47f2-93ab-6e432ea63f5a None None] Attempting to bind port 86002bc0-bd82-4098-9df7-b5be89c2d6c4 by drivers openvswitch,hyperv on host dv-cinder-760153-9-iscsi at level 0 using segments [{'id': 'c9eb5183-06b9-4b59-a709-2fab54e09f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'}] {{(pid=94643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:36:27.588249 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ded33c-320b-47f2-93ab-6e432ea63f5a None None] Attempting to bind port 86002bc0-bd82-4098-9df7-b5be89c2d6c4 on network f04259db-55ec-42a0-98f6-02412be1dbca {{(pid=94643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:36:27.598399 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ded33c-320b-47f2-93ab-6e432ea63f5a None None] Checking agent: {'id': '603a9555-31ed-459d-ae44-8ccb1c39f9f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 28, 5), 'started_at': datetime.datetime(2021, 9, 7, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:36:27.598785 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ded33c-320b-47f2-93ab-6e432ea63f5a None None] Checking segment: {'id': 'c9eb5183-06b9-4b59-a709-2fab54e09f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:36:27.599185 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-06ded33c-320b-47f2-93ab-6e432ea63f5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:27.599575 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ded33c-320b-47f2-93ab-6e432ea63f5a None None] Bound using segment: {'id': 'c9eb5183-06b9-4b59-a709-2fab54e09f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'} {{(pid=94643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:36:27.600039 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.managers [None req-06ded33c-320b-47f2-93ab-6e432ea63f5a None None] Bound port: 86002bc0-bd82-4098-9df7-b5be89c2d6c4, host: dv-cinder-760153-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9eb5183-06b9-4b59-a709-2fab54e09f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'}}] {{(pid=94643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:36:27.600421 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-06ded33c-320b-47f2-93ab-6e432ea63f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:27.620803 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459f087-1e0a-475a-ac28-7ab9c9372375 None None] Pushing event updated for resources: {'Port': ['ID=86002bc0-bd82-4098-9df7-b5be89c2d6c4,revision_number=2']} {{(pid=94643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:27.650025 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4459f087-1e0a-475a-ac28-7ab9c9372375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:36:27.650581 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4459f087-1e0a-475a-ac28-7ab9c9372375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:36:27.651243 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4459f087-1e0a-475a-ac28-7ab9c9372375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:36:27.651603 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4459f087-1e0a-475a-ac28-7ab9c9372375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:36:27.651936 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4459f087-1e0a-475a-ac28-7ab9c9372375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:36:27.652272 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4459f087-1e0a-475a-ac28-7ab9c9372375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:36:27.653158 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4459f087-1e0a-475a-ac28-7ab9c9372375 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:36:27.654037 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4459f087-1e0a-475a-ac28-7ab9c9372375 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:36:27.654552 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4459f087-1e0a-475a-ac28-7ab9c9372375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:36:27.655032 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4459f087-1e0a-475a-ac28-7ab9c9372375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:36:27.655507 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4459f087-1e0a-475a-ac28-7ab9c9372375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:36:27.656062 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4459f087-1e0a-475a-ac28-7ab9c9372375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:36:27.682636 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4459f087-1e0a-475a-ac28-7ab9c9372375 None None] Tracked resource versions report: Sep 07 14:36:27.682636 dv-cinder-760153-9-iscsi neutron-server[94643]: pushed versions: Sep 07 14:36:27.682636 dv-cinder-760153-9-iscsi neutron-server[94643]: { 'AddressGroup': {'1.2'}, Sep 07 14:36:27.682636 dv-cinder-760153-9-iscsi neutron-server[94643]: 'ConntrackHelper': {'1.0'}, Sep 07 14:36:27.682636 dv-cinder-760153-9-iscsi neutron-server[94643]: 'Log': {'1.0'}, Sep 07 14:36:27.682636 dv-cinder-760153-9-iscsi neutron-server[94643]: 'Network': {'1.1'}, Sep 07 14:36:27.682636 dv-cinder-760153-9-iscsi neutron-server[94643]: 'Port': {'1.7'}, Sep 07 14:36:27.682636 dv-cinder-760153-9-iscsi neutron-server[94643]: 'PortForwarding': {'1.2'}, Sep 07 14:36:27.682636 dv-cinder-760153-9-iscsi neutron-server[94643]: 'QosPolicy': {'1.9'}, Sep 07 14:36:27.682636 dv-cinder-760153-9-iscsi neutron-server[94643]: 'SecurityGroup': {'1.4'}, Sep 07 14:36:27.682636 dv-cinder-760153-9-iscsi neutron-server[94643]: 'SecurityGroupRule': {'1.2'}, Sep 07 14:36:27.682636 dv-cinder-760153-9-iscsi neutron-server[94643]: 'SubPort': {'1.0'}, Sep 07 14:36:27.682636 dv-cinder-760153-9-iscsi neutron-server[94643]: 'Subnet': {'1.1'}, Sep 07 14:36:27.682636 dv-cinder-760153-9-iscsi neutron-server[94643]: 'Trunk': {'1.1'}} Sep 07 14:36:27.682636 dv-cinder-760153-9-iscsi neutron-server[94643]: consumer versions: Sep 07 14:36:27.682636 dv-cinder-760153-9-iscsi neutron-server[94643]: { DHCP agent@dv-cinder-760153-9-iscsi: {}, Sep 07 14:36:27.682636 dv-cinder-760153-9-iscsi neutron-server[94643]: HyperV agent@hv-cinder-76015: {}, Sep 07 14:36:27.682636 dv-cinder-760153-9-iscsi neutron-server[94643]: L3 agent@dv-cinder-760153-9-iscsi: {}, Sep 07 14:36:27.682636 dv-cinder-760153-9-iscsi neutron-server[94643]: Metadata agent@dv-cinder-760153-9-iscsi: {}, Sep 07 14:36:27.682636 dv-cinder-760153-9-iscsi neutron-server[94643]: Metering agent@dv-cinder-760153-9-iscsi: {}, Sep 07 14:36:27.682636 dv-cinder-760153-9-iscsi neutron-server[94643]: Open vSwitch agent@dv-cinder-760153-9-iscsi: { 'AddressGroup': '1.2', Sep 07 14:36:27.682636 dv-cinder-760153-9-iscsi neutron-server[94643]: 'ConntrackHelper': '1.0', Sep 07 14:36:27.682636 dv-cinder-760153-9-iscsi neutron-server[94643]: 'Log': '1.0', Sep 07 14:36:27.682636 dv-cinder-760153-9-iscsi neutron-server[94643]: 'Network': '1.1', Sep 07 14:36:27.682636 dv-cinder-760153-9-iscsi neutron-server[94643]: 'Port': '1.7', Sep 07 14:36:27.682636 dv-cinder-760153-9-iscsi neutron-server[94643]: 'PortForwarding': '1.2', Sep 07 14:36:27.682636 dv-cinder-760153-9-iscsi neutron-server[94643]: 'QosPolicy': '1.9', Sep 07 14:36:27.682636 dv-cinder-760153-9-iscsi neutron-server[94643]: 'SecurityGroup': '1.4', Sep 07 14:36:27.682636 dv-cinder-760153-9-iscsi neutron-server[94643]: 'SecurityGroupRule': '1.2', Sep 07 14:36:27.682636 dv-cinder-760153-9-iscsi neutron-server[94643]: 'SubPort': '1.0', Sep 07 14:36:27.682636 dv-cinder-760153-9-iscsi neutron-server[94643]: 'Subnet': '1.1', Sep 07 14:36:27.682636 dv-cinder-760153-9-iscsi neutron-server[94643]: 'Trunk': '1.1'}} Sep 07 14:36:27.682636 dv-cinder-760153-9-iscsi neutron-server[94643]: {{(pid=94643) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 14:36:27.701018 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2ce008c8-2373-4b1c-a37e-c21044e5e0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:27.731361 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.db [None req-06ded33c-320b-47f2-93ab-6e432ea63f5a None None] For port 86002bc0-bd82-4098-9df7-b5be89c2d6c4, host dv-cinder-760153-9-iscsi, cleared binding levels {{(pid=94643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:36:27.737077 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.db [None req-06ded33c-320b-47f2-93ab-6e432ea63f5a None None] For port 86002bc0-bd82-4098-9df7-b5be89c2d6c4, host dv-cinder-760153-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=86002bc0-bd82-4098-9df7-b5be89c2d6c4,segment=NetworkSegment(c9eb5183-06b9-4b59-a709-2fab54e09f70),segment_id=c9eb5183-06b9-4b59-a709-2fab54e09f70)] {{(pid=94643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:36:27.750305 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce008c8-2373-4b1c-a37e-c21044e5e0c0 admin admin] Network bbbe9b39-82f4-4f4e-ae09-684d6fbf682f is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:36:27.755120 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-2ce008c8-2373-4b1c-a37e-c21044e5e0c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:36:27.757567 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce008c8-2373-4b1c-a37e-c21044e5e0c0 admin admin] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:36:27.758509 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2ce008c8-2373-4b1c-a37e-c21044e5e0c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540566'] for router_interface, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:27.828940 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce008c8-2373-4b1c-a37e-c21044e5e0c0 admin admin] Pushing event updated for resources: {'Port': ['ID=b6f8e0bb-4eb6-440d-9ac6-7c280771777e,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:27.844607 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-06ded33c-320b-47f2-93ab-6e432ea63f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:27.947762 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-03fa88cc-1f17-43e7-9d3c-5352bbad42f0 req-a69cdc21-9f10-455c-bbd6-da466975abf4 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbd7ccf-b7fa-45b9-b85c-69b1749742be HTTP/1.1" status: 200 len: 210 time: 0.0489435 Sep 07 14:36:27.963807 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ded33c-320b-47f2-93ab-6e432ea63f5a None None] Routers {'9125b4c4-e990-408f-a653-c23fb8ec7da8'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:36:27.964434 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-06ded33c-320b-47f2-93ab-6e432ea63f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:36:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['9125b4c4-e990-408f-a653-c23fb8ec7da8'], 'active': True} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:36:28.024431 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459f087-1e0a-475a-ac28-7ab9c9372375 None None] Pushing event updated for resources: {'Port': ['ID=86002bc0-bd82-4098-9df7-b5be89c2d6c4,revision_number=3']} {{(pid=94643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:28.122390 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvr_db [None req-06ded33c-320b-47f2-93ab-6e432ea63f5a None None] Set router 9125b4c4-e990-408f-a653-c23fb8ec7da8 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:36:28.190455 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2ce008c8-2373-4b1c-a37e-c21044e5e0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:28.375678 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-06ded33c-320b-47f2-93ab-6e432ea63f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9125b4c4-e990-408f-a653-c23fb8ec7da8', 'name': 'tempest-ServerRescueNegativeTestJSON-1992079639-router', 'tenant_id': '25eabbe22d5b41849961a9af5ba6fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '86002bc0-bd82-4098-9df7-b5be89c2d6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:36:23Z', 'updated_at': '2021-09-07T14:36:25Z', 'revision_number': 3, 'project_id': '25eabbe22d5b41849961a9af5ba6fc47', 'gw_port': {'id': '86002bc0-bd82-4098-9df7-b5be89c2d6c4', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:84:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9125b4c4-e990-408f-a653-c23fb8ec7da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:36:24Z', 'updated_at': '2021-09-07T14:36:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi'}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:36:28.483783 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2ce008c8-2373-4b1c-a37e-c21044e5e0c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:28.492822 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ded33c-320b-47f2-93ab-6e432ea63f5a None None] The sync data for ids ['9125b4c4-e990-408f-a653-c23fb8ec7da8'] in dv-cinder-760153-9-iscsi is: [{'id': '9125b4c4-e990-408f-a653-c23fb8ec7da8', 'name': 'tempest-ServerRescueNegativeTestJSON-1992079639-router', 'tenant_id': '25eabbe22d5b41849961a9af5ba6fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '86002bc0-bd82-4098-9df7-b5be89c2d6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:36:23Z', 'updated_at': '2021-09-07T14:36:25Z', 'revision_number': 3, 'project_id': '25eabbe22d5b41849961a9af5ba6fc47', 'gw_port': {'id': '86002bc0-bd82-4098-9df7-b5be89c2d6c4', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:84:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9125b4c4-e990-408f-a653-c23fb8ec7da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:36:24Z', 'updated_at': '2021-09-07T14:36:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi'}] {{(pid=94643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:36:28.574895 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2ce008c8-2373-4b1c-a37e-c21044e5e0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:28.577091 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2ce008c8-2373-4b1c-a37e-c21044e5e0c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7854282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539654'] for router_interface, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:28.870144 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce008c8-2373-4b1c-a37e-c21044e5e0c0 admin admin] Pushing event updated for resources: {'Port': ['ID=b6f8e0bb-4eb6-440d-9ac6-7c280771777e,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:28.936407 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce008c8-2373-4b1c-a37e-c21044e5e0c0 admin admin] Network bbbe9b39-82f4-4f4e-ae09-684d6fbf682f is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:36:28.938124 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-2ce008c8-2373-4b1c-a37e-c21044e5e0c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:36:29.062866 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce008c8-2373-4b1c-a37e-c21044e5e0c0 admin admin] Router 9125b4c4-e990-408f-a653-c23fb8ec7da8 has already been hosted by L3 agent ca4ca367-a056-42f7-949c-96b33f8f39bf {{(pid=94641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:36:29.205215 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-deed8039-63f7-4e75-b721-e7f23be8715b req-ba491252-be79-4086-8f23-e426da19cb6d tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbd7ccf-b7fa-45b9-b85c-69b1749742be HTTP/1.1" status: 200 len: 210 time: 0.0320456 Sep 07 14:36:29.224735 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce008c8-2373-4b1c-a37e-c21044e5e0c0 admin admin] Notify agent at l3_agent.dv-cinder-760153-9-iscsi the message routers_updated {{(pid=94641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:36:29.229736 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-2ce008c8-2373-4b1c-a37e-c21044e5e0c0 admin admin] 10.222.0.11 "PUT /v2.0/routers/9125b4c4-e990-408f-a653-c23fb8ec7da8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7918699 Sep 07 14:36:29.377354 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 86002bc0-bd82-4098-9df7-b5be89c2d6c4 up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:36:29.579326 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning for port 86002bc0-bd82-4098-9df7-b5be89c2d6c4 completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:36:29.583942 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port 86002bc0-bd82-4098-9df7-b5be89c2d6c4 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:36:29.584320 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:29.686149 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:29.706457 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-9152d18d-5686-470b-8281-0603e563890f None None] For port 86002bc0-bd82-4098-9df7-b5be89c2d6c4, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=86002bc0-bd82-4098-9df7-b5be89c2d6c4,segment=NetworkSegment(c9eb5183-06b9-4b59-a709-2fab54e09f70),segment_id=c9eb5183-06b9-4b59-a709-2fab54e09f70)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:36:29.797948 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dabaa09-214b-49e2-947d-501be7a7e563 req-f1e2b8e0-3e4c-45a4-a4e4-9619db2ad08c tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:29.799412 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3dabaa09-214b-49e2-947d-501be7a7e563 req-f1e2b8e0-3e4c-45a4-a4e4-9619db2ad08c tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/networks?id=bbbe9b39-82f4-4f4e-ae09-684d6fbf682f HTTP/1.1" status: 200 len: 819 time: 0.1071408 Sep 07 14:36:29.819338 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3dabaa09-214b-49e2-947d-501be7a7e563 req-555684ce-cce9-49cc-91bb-2f34ac59c7bb tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/quotas/25eabbe22d5b41849961a9af5ba6fc47 HTTP/1.1" status: 200 len: 375 time: 0.0125105 Sep 07 14:36:29.838103 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:29.882522 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3dabaa09-214b-49e2-947d-501be7a7e563 req-10f78251-4465-44bd-bdc3-f75ced0804e5 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=25eabbe22d5b41849961a9af5ba6fc47&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0583615 Sep 07 14:36:29.889937 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Pushing event updated for resources: {'Port': ['ID=86002bc0-bd82-4098-9df7-b5be89c2d6c4,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:29.897057 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:36:29.897415 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:36:29.897747 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:36:29.898111 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:36:29.898430 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:36:29.898751 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:36:29.899074 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:36:29.899393 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:36:29.899738 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:36:29.900161 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:36:29.900482 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:36:29.900797 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:36:29.901811 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Tracked resource versions report: Sep 07 14:36:29.901811 dv-cinder-760153-9-iscsi neutron-server[94642]: pushed versions: Sep 07 14:36:29.901811 dv-cinder-760153-9-iscsi neutron-server[94642]: { 'AddressGroup': {'1.2'}, Sep 07 14:36:29.901811 dv-cinder-760153-9-iscsi neutron-server[94642]: 'ConntrackHelper': {'1.0'}, Sep 07 14:36:29.901811 dv-cinder-760153-9-iscsi neutron-server[94642]: 'Log': {'1.0'}, Sep 07 14:36:29.901811 dv-cinder-760153-9-iscsi neutron-server[94642]: 'Network': {'1.1'}, Sep 07 14:36:29.901811 dv-cinder-760153-9-iscsi neutron-server[94642]: 'Port': {'1.7'}, Sep 07 14:36:29.901811 dv-cinder-760153-9-iscsi neutron-server[94642]: 'PortForwarding': {'1.2'}, Sep 07 14:36:29.901811 dv-cinder-760153-9-iscsi neutron-server[94642]: 'QosPolicy': {'1.9'}, Sep 07 14:36:29.901811 dv-cinder-760153-9-iscsi neutron-server[94642]: 'SecurityGroup': {'1.4'}, Sep 07 14:36:29.901811 dv-cinder-760153-9-iscsi neutron-server[94642]: 'SecurityGroupRule': {'1.2'}, Sep 07 14:36:29.901811 dv-cinder-760153-9-iscsi neutron-server[94642]: 'SubPort': {'1.0'}, Sep 07 14:36:29.901811 dv-cinder-760153-9-iscsi neutron-server[94642]: 'Subnet': {'1.1'}, Sep 07 14:36:29.901811 dv-cinder-760153-9-iscsi neutron-server[94642]: 'Trunk': {'1.1'}} Sep 07 14:36:29.901811 dv-cinder-760153-9-iscsi neutron-server[94642]: consumer versions: Sep 07 14:36:29.901811 dv-cinder-760153-9-iscsi neutron-server[94642]: { DHCP agent@dv-cinder-760153-9-iscsi: {}, Sep 07 14:36:29.901811 dv-cinder-760153-9-iscsi neutron-server[94642]: HyperV agent@hv-cinder-76015: {}, Sep 07 14:36:29.901811 dv-cinder-760153-9-iscsi neutron-server[94642]: L3 agent@dv-cinder-760153-9-iscsi: {}, Sep 07 14:36:29.901811 dv-cinder-760153-9-iscsi neutron-server[94642]: Metadata agent@dv-cinder-760153-9-iscsi: {}, Sep 07 14:36:29.901811 dv-cinder-760153-9-iscsi neutron-server[94642]: Metering agent@dv-cinder-760153-9-iscsi: {}, Sep 07 14:36:29.901811 dv-cinder-760153-9-iscsi neutron-server[94642]: Open vSwitch agent@dv-cinder-760153-9-iscsi: { 'AddressGroup': '1.2', Sep 07 14:36:29.901811 dv-cinder-760153-9-iscsi neutron-server[94642]: 'ConntrackHelper': '1.0', Sep 07 14:36:29.901811 dv-cinder-760153-9-iscsi neutron-server[94642]: 'Log': '1.0', Sep 07 14:36:29.901811 dv-cinder-760153-9-iscsi neutron-server[94642]: 'Network': '1.1', Sep 07 14:36:29.901811 dv-cinder-760153-9-iscsi neutron-server[94642]: 'Port': '1.7', Sep 07 14:36:29.901811 dv-cinder-760153-9-iscsi neutron-server[94642]: 'PortForwarding': '1.2', Sep 07 14:36:29.901811 dv-cinder-760153-9-iscsi neutron-server[94642]: 'QosPolicy': '1.9', Sep 07 14:36:29.901811 dv-cinder-760153-9-iscsi neutron-server[94642]: 'SecurityGroup': '1.4', Sep 07 14:36:29.901811 dv-cinder-760153-9-iscsi neutron-server[94642]: 'SecurityGroupRule': '1.2', Sep 07 14:36:29.901811 dv-cinder-760153-9-iscsi neutron-server[94642]: 'SubPort': '1.0', Sep 07 14:36:29.901811 dv-cinder-760153-9-iscsi neutron-server[94642]: 'Subnet': '1.1', Sep 07 14:36:29.901811 dv-cinder-760153-9-iscsi neutron-server[94642]: 'Trunk': '1.1'}} Sep 07 14:36:29.901811 dv-cinder-760153-9-iscsi neutron-server[94642]: {{(pid=94642) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 14:36:29.976375 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3dabaa09-214b-49e2-947d-501be7a7e563 req-1dfbb558-3b45-4db2-869a-9fd531519ede service neutron] 10.222.0.11 "GET /v2.0/networks/bbbe9b39-82f4-4f4e-ae09-684d6fbf682f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863812 Sep 07 14:36:30.077026 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3dabaa09-214b-49e2-947d-501be7a7e563 req-6bd4536b-fc5c-4707-8616-bfce7b07302f service neutron] 10.222.0.11 "GET /v2.0/networks/bbbe9b39-82f4-4f4e-ae09-684d6fbf682f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911908 Sep 07 14:36:30.355217 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e5fbfb73-a1c9-4e0d-95fe-bc23bddaa69f req-03cf4177-6946-4475-8c0c-394a3d6c9a4d tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 210 time: 0.0621986 Sep 07 14:36:30.384933 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a20c6fb8-8e8f-4342-bf8d-745a0ec76acc req-685cc3aa-50dc-44a7-a961-9eff67d0c12a tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbd7ccf-b7fa-45b9-b85c-69b1749742be HTTP/1.1" status: 200 len: 210 time: 0.0605991 Sep 07 14:36:30.459600 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf71460-ed17-47e0-8680-1114b5a9b9f4 None None] Sync routers for ids ['9125b4c4-e990-408f-a653-c23fb8ec7da8'] in dv-cinder-760153-9-iscsi {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:36:30.475022 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf71460-ed17-47e0-8680-1114b5a9b9f4 None None] Routers {'9125b4c4-e990-408f-a653-c23fb8ec7da8'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:36:30.475677 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2cf71460-ed17-47e0-8680-1114b5a9b9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:36:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['9125b4c4-e990-408f-a653-c23fb8ec7da8'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:36:30.684662 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-2cf71460-ed17-47e0-8680-1114b5a9b9f4 None None] Set router 9125b4c4-e990-408f-a653-c23fb8ec7da8 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:36:30.778345 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24589b02-9fa2-42c2-893c-46ced8f79c5f req-2004e629-d2ef-49c4-b40a-78ef9c1436f3 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:30.780811 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-24589b02-9fa2-42c2-893c-46ced8f79c5f req-2004e629-d2ef-49c4-b40a-78ef9c1436f3 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/networks?id=bbbe9b39-82f4-4f4e-ae09-684d6fbf682f HTTP/1.1" status: 200 len: 819 time: 0.2636802 Sep 07 14:36:30.803331 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-24589b02-9fa2-42c2-893c-46ced8f79c5f req-f95ecc6b-ed24-4ae1-b35f-14aa4eb61fff tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/quotas/25eabbe22d5b41849961a9af5ba6fc47 HTTP/1.1" status: 200 len: 375 time: 0.0160930 Sep 07 14:36:30.866558 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-24589b02-9fa2-42c2-893c-46ced8f79c5f req-7af65fc1-13e8-4692-8def-03980408e92f tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=25eabbe22d5b41849961a9af5ba6fc47&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0573120 Sep 07 14:36:30.927092 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2cf71460-ed17-47e0-8680-1114b5a9b9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9125b4c4-e990-408f-a653-c23fb8ec7da8', 'name': 'tempest-ServerRescueNegativeTestJSON-1992079639-router', 'tenant_id': '25eabbe22d5b41849961a9af5ba6fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '86002bc0-bd82-4098-9df7-b5be89c2d6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:36:23Z', 'updated_at': '2021-09-07T14:36:28Z', 'revision_number': 4, 'project_id': '25eabbe22d5b41849961a9af5ba6fc47', 'gw_port': {'id': '86002bc0-bd82-4098-9df7-b5be89c2d6c4', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:84:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9125b4c4-e990-408f-a653-c23fb8ec7da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:36:24Z', 'updated_at': '2021-09-07T14:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': 'b6f8e0bb-4eb6-440d-9ac6-7c280771777e', 'name': '', 'network_id': 'bbbe9b39-82f4-4f4e-ae09-684d6fbf682f', 'tenant_id': '25eabbe22d5b41849961a9af5ba6fc47', 'mac_address': 'fa:16:3e:bc:2a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9125b4c4-e990-408f-a653-c23fb8ec7da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a82ba659-94b3-4805-891b-41571a6feb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:36:27Z', 'updated_at': '2021-09-07T14:36:28Z', 'revision_number': 2, 'project_id': '25eabbe22d5b41849961a9af5ba6fc47', 'subnets': [{'id': 'a82ba659-94b3-4805-891b-41571a6feb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:36:30.960053 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf71460-ed17-47e0-8680-1114b5a9b9f4 None None] Checking router: 9125b4c4-e990-408f-a653-c23fb8ec7da8 for host: dv-cinder-760153-9-iscsi {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:36:30.960401 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf71460-ed17-47e0-8680-1114b5a9b9f4 None None] Updating router 9125b4c4-e990-408f-a653-c23fb8ec7da8 port b6f8e0bb-4eb6-440d-9ac6-7c280771777e binding host dv-cinder-760153-9-iscsi {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:36:30.992823 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2cf71460-ed17-47e0-8680-1114b5a9b9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:31.028455 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-24589b02-9fa2-42c2-893c-46ced8f79c5f req-5fa9c851-6654-45a1-b058-ffc61bf6bb72 service neutron] 10.222.0.11 "GET /v2.0/networks/bbbe9b39-82f4-4f4e-ae09-684d6fbf682f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540129 Sep 07 14:36:31.131230 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-24589b02-9fa2-42c2-893c-46ced8f79c5f req-24dbdac9-c6ff-421e-b79c-e5a56086941d service neutron] 10.222.0.11 "GET /v2.0/networks/bbbe9b39-82f4-4f4e-ae09-684d6fbf682f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013036 Sep 07 14:36:31.384480 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2cf71460-ed17-47e0-8680-1114b5a9b9f4 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:31.396005 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-2cf71460-ed17-47e0-8680-1114b5a9b9f4 None None] Transition to ACTIVE for port object b6f8e0bb-4eb6-440d-9ac6-7c280771777e will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:36:31.423262 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 86002bc0-bd82-4098-9df7-b5be89c2d6c4 up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:36:31.507446 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2cf71460-ed17-47e0-8680-1114b5a9b9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:31.563127 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 45660) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:36:31.573109 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b379465f-03d3-47c5-8998-7b51362e50aa None None] Pushing event updated for resources: {'Port': ['ID=b6f8e0bb-4eb6-440d-9ac6-7c280771777e,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:31.609813 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1cf2fcd1-4253-4bc1-8c70-094c5a0d3085 req-cc2f36c7-17c9-481a-b498-73f37b64b400 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbd7ccf-b7fa-45b9-b85c-69b1749742be HTTP/1.1" status: 200 len: 210 time: 0.0754745 Sep 07 14:36:31.638118 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6f3d2353-f7c4-458a-8068-7988def22c00 req-41f2da5a-ce52-482f-87da-c61d442c9871 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 210 time: 0.1050134 Sep 07 14:36:31.721293 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port 86002bc0-bd82-4098-9df7-b5be89c2d6c4 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:36:31.721769 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:31.726641 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-2cf71460-ed17-47e0-8680-1114b5a9b9f4 None None] Attempting to bind port b6f8e0bb-4eb6-440d-9ac6-7c280771777e on host dv-cinder-760153-9-iscsi for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:36:31.727114 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-2cf71460-ed17-47e0-8680-1114b5a9b9f4 None None] Attempting to bind port b6f8e0bb-4eb6-440d-9ac6-7c280771777e by drivers openvswitch,hyperv on host dv-cinder-760153-9-iscsi at level 0 using segments [{'id': 'b5b9ec0d-e678-4d99-9ed6-46a36cb810b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'bbbe9b39-82f4-4f4e-ae09-684d6fbf682f'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:36:31.727793 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf71460-ed17-47e0-8680-1114b5a9b9f4 None None] Attempting to bind port b6f8e0bb-4eb6-440d-9ac6-7c280771777e on network bbbe9b39-82f4-4f4e-ae09-684d6fbf682f {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:36:31.764188 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf71460-ed17-47e0-8680-1114b5a9b9f4 None None] Checking agent: {'id': '603a9555-31ed-459d-ae44-8ccb1c39f9f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 28, 5), 'started_at': datetime.datetime(2021, 9, 7, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:36:31.764561 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf71460-ed17-47e0-8680-1114b5a9b9f4 None None] Checking segment: {'id': 'b5b9ec0d-e678-4d99-9ed6-46a36cb810b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'bbbe9b39-82f4-4f4e-ae09-684d6fbf682f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:36:31.764943 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2cf71460-ed17-47e0-8680-1114b5a9b9f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:31.765151 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-89ccc118-0bc2-4168-875d-4605c3d50813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:31.765326 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf71460-ed17-47e0-8680-1114b5a9b9f4 None None] Bound using segment: {'id': 'b5b9ec0d-e678-4d99-9ed6-46a36cb810b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'bbbe9b39-82f4-4f4e-ae09-684d6fbf682f'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:36:31.765905 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-2cf71460-ed17-47e0-8680-1114b5a9b9f4 None None] Bound port: b6f8e0bb-4eb6-440d-9ac6-7c280771777e, host: dv-cinder-760153-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5b9ec0d-e678-4d99-9ed6-46a36cb810b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'bbbe9b39-82f4-4f4e-ae09-684d6fbf682f'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:36:31.766605 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2cf71460-ed17-47e0-8680-1114b5a9b9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:31.866607 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-89ccc118-0bc2-4168-875d-4605c3d50813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:31.866824 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-2cf71460-ed17-47e0-8680-1114b5a9b9f4 None None] For port b6f8e0bb-4eb6-440d-9ac6-7c280771777e, host dv-cinder-760153-9-iscsi, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:36:31.871749 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-2cf71460-ed17-47e0-8680-1114b5a9b9f4 None None] For port b6f8e0bb-4eb6-440d-9ac6-7c280771777e, host dv-cinder-760153-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=b6f8e0bb-4eb6-440d-9ac6-7c280771777e,segment=NetworkSegment(b5b9ec0d-e678-4d99-9ed6-46a36cb810b0),segment_id=b5b9ec0d-e678-4d99-9ed6-46a36cb810b0)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:36:31.951933 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-89ccc118-0bc2-4168-875d-4605c3d50813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:31.990991 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-89ccc118-0bc2-4168-875d-4605c3d50813 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1b78587c73e1441b8fe4aa5946ffed82&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4268639 Sep 07 14:36:31.991850 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ccc118-0bc2-4168-875d-4605c3d50813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21a1933-702d-4d7e-b2f4-fee6a0b789d4,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:31.994687 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 45678) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:36:32.000223 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2cf71460-ed17-47e0-8680-1114b5a9b9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:32.079060 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf71460-ed17-47e0-8680-1114b5a9b9f4 None None] Routers {'9125b4c4-e990-408f-a653-c23fb8ec7da8'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:36:32.079687 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2cf71460-ed17-47e0-8680-1114b5a9b9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:36:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['9125b4c4-e990-408f-a653-c23fb8ec7da8'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:36:32.081713 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b379465f-03d3-47c5-8998-7b51362e50aa None None] Pushing event updated for resources: {'Port': ['ID=b6f8e0bb-4eb6-440d-9ac6-7c280771777e,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:32.188850 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1355813f-973b-4db0-b03f-0123fdc90ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:32.254276 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1355813f-973b-4db0-b03f-0123fdc90ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:32.320508 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-2cf71460-ed17-47e0-8680-1114b5a9b9f4 None None] Set router 9125b4c4-e990-408f-a653-c23fb8ec7da8 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:36:32.389611 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.agents_db [None req-8586c0a8-7e1b-4ad5-b29e-274ce3295afb None None] Agent healthcheck: found 6 active agents {{(pid=94643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:36:32.409867 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8a750e1c-d2e0-4069-bc89-933596b70593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:32.410121 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1355813f-973b-4db0-b03f-0123fdc90ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:32.417224 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1355813f-973b-4db0-b03f-0123fdc90ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:32.420786 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-1355813f-973b-4db0-b03f-0123fdc90ac2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c21a1933-702d-4d7e-b2f4-fee6a0b789d4 HTTP/1.1" status: 204 len: 168 time: 0.4229035 Sep 07 14:36:32.440086 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1355813f-973b-4db0-b03f-0123fdc90ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21a1933-702d-4d7e-b2f4-fee6a0b789d4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:33.072093 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2cf71460-ed17-47e0-8680-1114b5a9b9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9125b4c4-e990-408f-a653-c23fb8ec7da8', 'name': 'tempest-ServerRescueNegativeTestJSON-1992079639-router', 'tenant_id': '25eabbe22d5b41849961a9af5ba6fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '86002bc0-bd82-4098-9df7-b5be89c2d6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:36:23Z', 'updated_at': '2021-09-07T14:36:28Z', 'revision_number': 4, 'project_id': '25eabbe22d5b41849961a9af5ba6fc47', 'gw_port': {'id': '86002bc0-bd82-4098-9df7-b5be89c2d6c4', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:84:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9125b4c4-e990-408f-a653-c23fb8ec7da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:36:24Z', 'updated_at': '2021-09-07T14:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': 'b6f8e0bb-4eb6-440d-9ac6-7c280771777e', 'name': '', 'network_id': 'bbbe9b39-82f4-4f4e-ae09-684d6fbf682f', 'tenant_id': '25eabbe22d5b41849961a9af5ba6fc47', 'mac_address': 'fa:16:3e:bc:2a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9125b4c4-e990-408f-a653-c23fb8ec7da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a82ba659-94b3-4805-891b-41571a6feb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:36:27Z', 'updated_at': '2021-09-07T14:36:31Z', 'revision_number': 4, 'project_id': '25eabbe22d5b41849961a9af5ba6fc47', 'subnets': [{'id': 'a82ba659-94b3-4805-891b-41571a6feb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:36:33.082798 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf71460-ed17-47e0-8680-1114b5a9b9f4 None None] The sync data for ids ['9125b4c4-e990-408f-a653-c23fb8ec7da8'] in dv-cinder-760153-9-iscsi is: [{'id': '9125b4c4-e990-408f-a653-c23fb8ec7da8', 'name': 'tempest-ServerRescueNegativeTestJSON-1992079639-router', 'tenant_id': '25eabbe22d5b41849961a9af5ba6fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '86002bc0-bd82-4098-9df7-b5be89c2d6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:36:23Z', 'updated_at': '2021-09-07T14:36:28Z', 'revision_number': 4, 'project_id': '25eabbe22d5b41849961a9af5ba6fc47', 'gw_port': {'id': '86002bc0-bd82-4098-9df7-b5be89c2d6c4', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:84:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9125b4c4-e990-408f-a653-c23fb8ec7da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:36:24Z', 'updated_at': '2021-09-07T14:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': 'b6f8e0bb-4eb6-440d-9ac6-7c280771777e', 'name': '', 'network_id': 'bbbe9b39-82f4-4f4e-ae09-684d6fbf682f', 'tenant_id': '25eabbe22d5b41849961a9af5ba6fc47', 'mac_address': 'fa:16:3e:bc:2a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9125b4c4-e990-408f-a653-c23fb8ec7da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a82ba659-94b3-4805-891b-41571a6feb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:36:27Z', 'updated_at': '2021-09-07T14:36:31Z', 'revision_number': 4, 'project_id': '25eabbe22d5b41849961a9af5ba6fc47', 'subnets': [{'id': 'a82ba659-94b3-4805-891b-41571a6feb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:36:33.082798 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:33.085346 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 45710) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:36:33.087688 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c260bbd5-bc10-4e39-9fff-9fbf55835fb1 req-4d02cfca-c05b-42b1-ba15-4047eec9911e tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbd7ccf-b7fa-45b9-b85c-69b1749742be HTTP/1.1" status: 200 len: 210 time: 0.0484660 Sep 07 14:36:33.087688 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b5a368f9-1273-4484-8b79-c26a61ed79ac req-fe7492c6-491e-4ca0-be81-124f1898a240 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 210 time: 0.0414753 Sep 07 14:36:33.089053 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d527dd8e-09f0-48a4-953a-f21e55949ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:33.113047 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d527dd8e-09f0-48a4-953a-f21e55949ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:33.203960 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d527dd8e-09f0-48a4-953a-f21e55949ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:33.239193 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-d527dd8e-09f0-48a4-953a-f21e55949ef3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0469673637b94cf3b74143c8fcce39ac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4846196 Sep 07 14:36:33.243046 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 45720) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:36:33.254861 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d527dd8e-09f0-48a4-953a-f21e55949ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c882fe-8dcd-4005-a981-9545ed1dfc90,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:33.336592 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8a124ff4-a283-4298-9084-92f39f9b9dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:33.364030 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8a124ff4-a283-4298-9084-92f39f9b9dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:33.376527 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device b6f8e0bb-4eb6-440d-9ac6-7c280771777e up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:36:33.433732 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 45728) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:36:33.448645 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-039897f1-cf40-471d-9666-726445d03ec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:33.513031 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning for port b6f8e0bb-4eb6-440d-9ac6-7c280771777e completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:36:33.517473 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port b6f8e0bb-4eb6-440d-9ac6-7c280771777e triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:36:33.517853 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:33.544139 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8a124ff4-a283-4298-9084-92f39f9b9dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:33.546826 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8a124ff4-a283-4298-9084-92f39f9b9dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:33.550898 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-8a124ff4-a283-4298-9084-92f39f9b9dd4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b4c882fe-8dcd-4005-a981-9545ed1dfc90 HTTP/1.1" status: 204 len: 168 time: 0.3040903 Sep 07 14:36:33.577405 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a124ff4-a283-4298-9084-92f39f9b9dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c882fe-8dcd-4005-a981-9545ed1dfc90,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:33.656094 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-039897f1-cf40-471d-9666-726445d03ec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:33.728114 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:33.764266 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-9152d18d-5686-470b-8281-0603e563890f None None] For port b6f8e0bb-4eb6-440d-9ac6-7c280771777e, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=b6f8e0bb-4eb6-440d-9ac6-7c280771777e,segment=NetworkSegment(b5b9ec0d-e678-4d99-9ed6-46a36cb810b0),segment_id=b5b9ec0d-e678-4d99-9ed6-46a36cb810b0)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:36:33.786015 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-039897f1-cf40-471d-9666-726445d03ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:33.827656 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-039897f1-cf40-471d-9666-726445d03ec9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3ee6e49ea3fa4b458b7c0b419bc78af2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3924656 Sep 07 14:36:33.829605 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039897f1-cf40-471d-9666-726445d03ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d98789-c4ab-4217-90cd-24496ce09786,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:33.830601 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 45734) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:36:33.843678 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:33.888461 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5706bedb-5eaf-4d78-b886-3086ba3f3340 req-5424e844-286f-4303-9ec9-08b9771d36bd tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbd7ccf-b7fa-45b9-b85c-69b1749742be HTTP/1.1" status: 200 len: 210 time: 0.0328846 Sep 07 14:36:33.892921 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Pushing event updated for resources: {'Port': ['ID=b6f8e0bb-4eb6-440d-9ac6-7c280771777e,revision_number=5']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:33.923536 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-461d1949-8f44-4858-a28a-d515102b69a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:33.947186 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-461d1949-8f44-4858-a28a-d515102b69a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:33.991588 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-25316e23-e4d3-474a-9a91-425e841ce12f req-0c3efef1-18cb-46d1-8f43-47983575084e tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 210 time: 0.0424006 Sep 07 14:36:34.088259 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-461d1949-8f44-4858-a28a-d515102b69a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:34.088259 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-461d1949-8f44-4858-a28a-d515102b69a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:34.088259 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-461d1949-8f44-4858-a28a-d515102b69a4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/69d98789-c4ab-4217-90cd-24496ce09786 HTTP/1.1" status: 204 len: 168 time: 0.2541292 Sep 07 14:36:34.095711 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d1949-8f44-4858-a28a-d515102b69a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d98789-c4ab-4217-90cd-24496ce09786,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:34.986620 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0d37aa01-cf65-4a9d-b154-f6248c1ae87f req-ad684270-e7aa-42d2-b814-a27b3f302c3a tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbd7ccf-b7fa-45b9-b85c-69b1749742be HTTP/1.1" status: 200 len: 210 time: 0.0286629 Sep 07 14:36:35.032663 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.22', 63229) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:36:35.044684 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-40d3250b-a431-4bce-890c-0329386724cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:35.188084 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5a4bcdf5-2f62-4cdc-b7f6-5d1facb3f4c4 req-93e02e1d-d265-444e-b936-08b9222aa407 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 210 time: 0.0726483 Sep 07 14:36:35.239463 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-65f3c5aa-4db6-4176-bff3-6cdffd1fee04 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:35.240974 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-65f3c5aa-4db6-4176-bff3-6cdffd1fee04 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.22 "GET /v2.0/networks?id=1f8f0668-b216-425e-9709-09c866c0b9e5 HTTP/1.1" status: 200 len: 812 time: 0.2051766 Sep 07 14:36:35.317524 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-e1d17979-64dd-4a76-9e53-4e0f82a01fb7 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Request body: {'port': {'device_id': '7cbd7ccf-b7fa-45b9-b85c-69b1749742be', 'network_id': '1f8f0668-b216-425e-9709-09c866c0b9e5', 'admin_state_up': True, 'tenant_id': '02f8a7191aee4302aa20bc9813214c68'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:36:35.336982 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device b6f8e0bb-4eb6-440d-9ac6-7c280771777e up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:36:35.434705 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port b6f8e0bb-4eb6-440d-9ac6-7c280771777e triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:36:35.435439 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:35.497967 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:35.700666 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-e1d17979-64dd-4a76-9e53-4e0f82a01fb7 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Made reservation on behalf of 02f8a7191aee4302aa20bc9813214c68 for: {'port': 1} {{(pid=94641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:36:35.704238 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-e1d17979-64dd-4a76-9e53-4e0f82a01fb7 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:35.938004 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-e1d17979-64dd-4a76-9e53-4e0f82a01fb7 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Allocated IP 172.20.0.7 (1f8f0668-b216-425e-9709-09c866c0b9e5/f67866ce-97b7-45c4-a77f-a0a29114d5dd/f432859e-3326-4ca0-9744-9ea59417fab5) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:36:36.049904 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.22', 63239) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:36:36.110457 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:36.159523 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-e1d17979-64dd-4a76-9e53-4e0f82a01fb7 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:36.222569 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-21a5625d-a371-4962-82b6-57398a0f9d9d req-180e0bec-4fc0-45ce-835d-32f58a9775c1 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbd7ccf-b7fa-45b9-b85c-69b1749742be HTTP/1.1" status: 200 len: 210 time: 0.1295607 Sep 07 14:36:36.282347 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dabaa09-214b-49e2-947d-501be7a7e563 req-cde75118-e504-4559-b7af-b699acf1eff6 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:36.284078 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3dabaa09-214b-49e2-947d-501be7a7e563 req-cde75118-e504-4559-b7af-b699acf1eff6 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.22 "GET /v2.0/networks?id=bbbe9b39-82f4-4f4e-ae09-684d6fbf682f HTTP/1.1" status: 200 len: 819 time: 0.2330441 Sep 07 14:36:36.298469 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-3dabaa09-214b-49e2-947d-501be7a7e563 req-1e579d13-0fa0-4d1f-863e-25efe1a2a135 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Request body: {'port': {'device_id': 'c77d088a-d7c8-4132-bce3-ed12d00823b8', 'network_id': 'bbbe9b39-82f4-4f4e-ae09-684d6fbf682f', 'admin_state_up': True, 'tenant_id': '25eabbe22d5b41849961a9af5ba6fc47'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:36:36.301311 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-e1d17979-64dd-4a76-9e53-4e0f82a01fb7 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:36.323088 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-e1d17979-64dd-4a76-9e53-4e0f82a01fb7 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Network 1f8f0668-b216-425e-9709-09c866c0b9e5 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:36:36.328584 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b7d01801-66ee-4068-b7f3-2645d806c4bb req-24fc7e08-a4e9-431b-bd73-3f6753aded26 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 210 time: 0.0550919 Sep 07 14:36:36.367071 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-e1d17979-64dd-4a76-9e53-4e0f82a01fb7 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:36:36.412354 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-e1d17979-64dd-4a76-9e53-4e0f82a01fb7 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:36:36.419135 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-e1d17979-64dd-4a76-9e53-4e0f82a01fb7 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:36.419970 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-e1d17979-64dd-4a76-9e53-4e0f82a01fb7 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for port, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:36.472877 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d17979-64dd-4a76-9e53-4e0f82a01fb7 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Pushing event updated for resources: {'Port': ['ID=f432859e-3326-4ca0-9744-9ea59417fab5,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:36.540308 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-e1d17979-64dd-4a76-9e53-4e0f82a01fb7 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2272623 Sep 07 14:36:36.550785 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-e60d1297-c59e-43f4-8725-28268f8f6d8b tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 14:36:36.552315 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-e60d1297-c59e-43f4-8725-28268f8f6d8b tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058167 Sep 07 14:36:36.728319 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.22', 63243) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:36:36.785158 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-e92c1fcd-f608-4ede-a217-4e4f6797b997 service neutron] Request body: {'port': {'device_id': '7cbd7ccf-b7fa-45b9-b85c-69b1749742be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:36:36.820506 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dabaa09-214b-49e2-947d-501be7a7e563 req-1e579d13-0fa0-4d1f-863e-25efe1a2a135 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Made reservation on behalf of 25eabbe22d5b41849961a9af5ba6fc47 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:36:36.826290 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3dabaa09-214b-49e2-947d-501be7a7e563 req-1e579d13-0fa0-4d1f-863e-25efe1a2a135 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:36.904010 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-e92c1fcd-f608-4ede-a217-4e4f6797b997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:37.009651 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24589b02-9fa2-42c2-893c-46ced8f79c5f req-e427a2d7-17a7-49e8-9397-274a0761009e tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:37.012606 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-24589b02-9fa2-42c2-893c-46ced8f79c5f req-e427a2d7-17a7-49e8-9397-274a0761009e tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.22 "GET /v2.0/networks?id=bbbe9b39-82f4-4f4e-ae09-684d6fbf682f HTTP/1.1" status: 200 len: 819 time: 0.3854606 Sep 07 14:36:37.297476 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-3dabaa09-214b-49e2-947d-501be7a7e563 req-1e579d13-0fa0-4d1f-863e-25efe1a2a135 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Allocated IP 172.20.0.13 (bbbe9b39-82f4-4f4e-ae09-684d6fbf682f/a82ba659-94b3-4805-891b-41571a6feb03/99453c35-144f-45fc-bfd8-9a3acd2f538e) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:36:37.614054 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073dadbe-e8bf-48c9-aa7e-261ff31f8b6c req-2af45dc0-3366-461b-baae-0de451f4e0ff tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:37.614054 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-073dadbe-e8bf-48c9-aa7e-261ff31f8b6c req-2af45dc0-3366-461b-baae-0de451f4e0ff tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbd7ccf-b7fa-45b9-b85c-69b1749742be HTTP/1.1" status: 200 len: 931 time: 0.3024139 Sep 07 14:36:37.825464 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-073dadbe-e8bf-48c9-aa7e-261ff31f8b6c req-012c6630-93ef-4a3c-8a38-fc737366b0e3 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/security-groups?id=c46ea283-014d-4127-b1b2-13ef7f00c80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019873 Sep 07 14:36:37.908128 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-e92c1fcd-f608-4ede-a217-4e4f6797b997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f432859e-3326-4ca0-9744-9ea59417fab5 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:36:37.931890 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3dabaa09-214b-49e2-947d-501be7a7e563 req-1e579d13-0fa0-4d1f-863e-25efe1a2a135 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:37.961181 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-e92c1fcd-f608-4ede-a217-4e4f6797b997 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:37.967025 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-97a102d0-d3cf-49f4-b99e-6cc28795fee6 req-169bca9a-2548-4be0-984a-dd7b92b123c6 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 210 time: 0.0636878 Sep 07 14:36:37.988227 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-e92c1fcd-f608-4ede-a217-4e4f6797b997 service neutron] Transition to ACTIVE for port object f432859e-3326-4ca0-9744-9ea59417fab5 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:36:38.066946 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:38.178460 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-e92c1fcd-f608-4ede-a217-4e4f6797b997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:38.216621 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3dabaa09-214b-49e2-947d-501be7a7e563 req-1e579d13-0fa0-4d1f-863e-25efe1a2a135 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:38.287385 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dabaa09-214b-49e2-947d-501be7a7e563 req-1e579d13-0fa0-4d1f-863e-25efe1a2a135 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Network bbbe9b39-82f4-4f4e-ae09-684d6fbf682f is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:36:38.306913 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-3dabaa09-214b-49e2-947d-501be7a7e563 req-1e579d13-0fa0-4d1f-863e-25efe1a2a135 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:36:38.313391 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dabaa09-214b-49e2-947d-501be7a7e563 req-1e579d13-0fa0-4d1f-863e-25efe1a2a135 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:36:38.319697 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dabaa09-214b-49e2-947d-501be7a7e563 req-1e579d13-0fa0-4d1f-863e-25efe1a2a135 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:38.320365 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3dabaa09-214b-49e2-947d-501be7a7e563 req-1e579d13-0fa0-4d1f-863e-25efe1a2a135 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:38.330112 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c1fcd-f608-4ede-a217-4e4f6797b997 service neutron] Pushing event updated for resources: {'Port': ['ID=f432859e-3326-4ca0-9744-9ea59417fab5,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:38.489353 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e579d13-0fa0-4d1f-863e-25efe1a2a135 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Pushing event updated for resources: {'Port': ['ID=99453c35-144f-45fc-bfd8-9a3acd2f538e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:38.497769 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-e92c1fcd-f608-4ede-a217-4e4f6797b997 service neutron] Attempting to bind port f432859e-3326-4ca0-9744-9ea59417fab5 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:36:38.497769 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-e92c1fcd-f608-4ede-a217-4e4f6797b997 service neutron] Attempting to bind port f432859e-3326-4ca0-9744-9ea59417fab5 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': '4221732c-8fd1-47dd-86c2-f4f003dfb8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '1f8f0668-b216-425e-9709-09c866c0b9e5'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:36:38.497769 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-e92c1fcd-f608-4ede-a217-4e4f6797b997 service neutron] Attempting to bind port f432859e-3326-4ca0-9744-9ea59417fab5 on network 1f8f0668-b216-425e-9709-09c866c0b9e5 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:36:38.506227 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-e92c1fcd-f608-4ede-a217-4e4f6797b997 service neutron] Port f432859e-3326-4ca0-9744-9ea59417fab5 on network 1f8f0668-b216-425e-9709-09c866c0b9e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:36:38.506539 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-e92c1fcd-f608-4ede-a217-4e4f6797b997 service neutron] Attempting to bind port f432859e-3326-4ca0-9744-9ea59417fab5 on network 1f8f0668-b216-425e-9709-09c866c0b9e5 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:36:38.510639 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3dabaa09-214b-49e2-947d-501be7a7e563 req-1e579d13-0fa0-4d1f-863e-25efe1a2a135 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2160206 Sep 07 14:36:38.514069 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-e92c1fcd-f608-4ede-a217-4e4f6797b997 service neutron] Checking agent: {'id': '0e933200-ccc3-44fa-a7f6-4e1417f97b5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 34, 32), 'started_at': datetime.datetime(2021, 9, 7, 14, 34, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:36:38.514622 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-e92c1fcd-f608-4ede-a217-4e4f6797b997 service neutron] Checking segment: {'id': '4221732c-8fd1-47dd-86c2-f4f003dfb8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '1f8f0668-b216-425e-9709-09c866c0b9e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:36:38.519033 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-e92c1fcd-f608-4ede-a217-4e4f6797b997 service neutron] Bound using segment: {'id': '4221732c-8fd1-47dd-86c2-f4f003dfb8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '1f8f0668-b216-425e-9709-09c866c0b9e5'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:36:38.519033 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-e92c1fcd-f608-4ede-a217-4e4f6797b997 service neutron] Bound port: f432859e-3326-4ca0-9744-9ea59417fab5, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4221732c-8fd1-47dd-86c2-f4f003dfb8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '1f8f0668-b216-425e-9709-09c866c0b9e5'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:36:38.519033 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-e92c1fcd-f608-4ede-a217-4e4f6797b997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:38.604596 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-e92c1fcd-f608-4ede-a217-4e4f6797b997 service neutron] For port f432859e-3326-4ca0-9744-9ea59417fab5, host hv-cinder-76015, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:36:38.613742 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-e92c1fcd-f608-4ede-a217-4e4f6797b997 service neutron] For port f432859e-3326-4ca0-9744-9ea59417fab5, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=f432859e-3326-4ca0-9744-9ea59417fab5,segment=NetworkSegment(4221732c-8fd1-47dd-86c2-f4f003dfb8cf),segment_id=4221732c-8fd1-47dd-86c2-f4f003dfb8cf)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:36:38.707680 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-e92c1fcd-f608-4ede-a217-4e4f6797b997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:38.772406 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-e92c1fcd-f608-4ede-a217-4e4f6797b997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:38.773177 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-e92c1fcd-f608-4ede-a217-4e4f6797b997 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:38.774899 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-e92c1fcd-f608-4ede-a217-4e4f6797b997 service neutron] 10.222.0.22 "PUT /v2.0/ports/f432859e-3326-4ca0-9744-9ea59417fab5 HTTP/1.1" status: 200 len: 1093 time: 2.0608046 Sep 07 14:36:38.775375 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbd7ccf-b7fa-45b9-b85c-69b1749742be', 'tag': 'f432859e-3326-4ca0-9744-9ea59417fab5'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:36:38.936451 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c1fcd-f608-4ede-a217-4e4f6797b997 service neutron] Pushing event updated for resources: {'Port': ['ID=f432859e-3326-4ca0-9744-9ea59417fab5,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:39.078417 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bab69-e62f-44ac-a489-2883832dba93 req-34e16bba-009f-4bb8-ae9d-4e33f5e65eaa tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:39.080197 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-085bab69-e62f-44ac-a489-2883832dba93 req-34e16bba-009f-4bb8-ae9d-4e33f5e65eaa tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbd7ccf-b7fa-45b9-b85c-69b1749742be HTTP/1.1" status: 200 len: 943 time: 0.0780184 Sep 07 14:36:39.082982 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca3d64d6ee1d62abf9801d62a4287030b5a1037887016040f3cf02e156c8ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71bdd900-5033-4565-aaeb-75198ff827cd" -d '{"events": [{"name": "network-changed", "server_uuid": "7cbd7ccf-b7fa-45b9-b85c-69b1749742be", "tag": "f432859e-3326-4ca0-9744-9ea59417fab5"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:36:39.125980 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-085bab69-e62f-44ac-a489-2883832dba93 req-f6c759e4-28d1-44dd-abc1-757b2b900559 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/security-groups?id=c46ea283-014d-4127-b1b2-13ef7f00c80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381713 Sep 07 14:36:39.245237 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-28f5414f-fad8-4e13-9e25-a86b8ca0feac req-3dbb4cbf-4f58-445e-8dab-82befb0c821b tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 210 time: 0.0349236 Sep 07 14:36:39.356861 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462cf9ec-5aeb-4749-b5d6-b3a02d1bb6f0 x-openstack-request-id: req-462cf9ec-5aeb-4749-b5d6-b3a02d1bb6f0 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:36:39.356861 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cbd7ccf-b7fa-45b9-b85c-69b1749742be", "tag": "f432859e-3326-4ca0-9744-9ea59417fab5", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:36:39.356861 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-462cf9ec-5aeb-4749-b5d6-b3a02d1bb6f0 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:36:39.356861 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cbd7ccf-b7fa-45b9-b85c-69b1749742be', 'tag': 'f432859e-3326-4ca0-9744-9ea59417fab5', 'status': 'completed', 'code': 200} Sep 07 14:36:40.329450 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c740a25-b971-4650-b4b3-db0650c2f822 req-2f68c0de-5883-42ad-b417-b703d31c9bf6 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:40.334820 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3c740a25-b971-4650-b4b3-db0650c2f822 req-2f68c0de-5883-42ad-b417-b703d31c9bf6 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbd7ccf-b7fa-45b9-b85c-69b1749742be HTTP/1.1" status: 200 len: 943 time: 0.0606494 Sep 07 14:36:40.378728 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3c740a25-b971-4650-b4b3-db0650c2f822 req-d49496a5-fe2d-4c18-9218-ab5950624e06 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/security-groups?id=c46ea283-014d-4127-b1b2-13ef7f00c80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406063 Sep 07 14:36:40.531098 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4794f1c6-7987-4db1-8ea6-e95fdc451144 req-1a12248c-33cf-4291-b887-0d5cb6ffa221 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 210 time: 0.0325637 Sep 07 14:36:41.299553 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 46058) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:36:41.609733 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7bcc2e29-073d-41f0-b9fe-871a140a8d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:41.609733 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33859f8b-141a-472e-ba7c-97a840a1ab76 req-8b25a5bc-f8e4-457a-a4a2-c68651e9b38e tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:41.609733 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-33859f8b-141a-472e-ba7c-97a840a1ab76 req-8b25a5bc-f8e4-457a-a4a2-c68651e9b38e tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbd7ccf-b7fa-45b9-b85c-69b1749742be HTTP/1.1" status: 200 len: 943 time: 0.0725446 Sep 07 14:36:41.649624 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-33859f8b-141a-472e-ba7c-97a840a1ab76 req-75fb656a-582e-4a4c-9d77-a24b692a4324 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/security-groups?id=c46ea283-014d-4127-b1b2-13ef7f00c80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645881 Sep 07 14:36:41.714577 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9f17e403-161d-45d8-b27b-1bff043e3673 req-0c9edbea-5af6-485f-baf1-129c86dbcdc5 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 210 time: 0.0861473 Sep 07 14:36:41.744371 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7bcc2e29-073d-41f0-b9fe-871a140a8d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:41.802627 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7bcc2e29-073d-41f0-b9fe-871a140a8d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:41.813040 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 46078) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:36:42.023004 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-7bcc2e29-073d-41f0-b9fe-871a140a8d8c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6dcac05ce1184fea80ca6899a8bcde8b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5590937 Sep 07 14:36:42.023004 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc2e29-073d-41f0-b9fe-871a140a8d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51322d0-e4ef-47a2-a9f5-96103483074e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:42.024860 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ea41cdb6-a2be-4fc4-a950-6603b2026257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:42.024860 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 46082) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:36:42.065846 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ea41cdb6-a2be-4fc4-a950-6603b2026257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:42.126069 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-33e8c445-b8a8-4b41-8d53-801b6dafe701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:42.149195 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-33e8c445-b8a8-4b41-8d53-801b6dafe701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:42.279659 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ea41cdb6-a2be-4fc4-a950-6603b2026257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:42.310360 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41cdb6-a2be-4fc4-a950-6603b2026257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb7fd36-ef7e-473a-ada9-eb20d9b3c781,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:42.331789 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 46094) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:36:42.335331 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-ea41cdb6-a2be-4fc4-a950-6603b2026257 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f289ccd3dfff4312adab3eec8002cb3c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5141437 Sep 07 14:36:42.335922 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-33e8c445-b8a8-4b41-8d53-801b6dafe701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:42.341145 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-33e8c445-b8a8-4b41-8d53-801b6dafe701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:42.345632 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-33e8c445-b8a8-4b41-8d53-801b6dafe701 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d51322d0-e4ef-47a2-a9f5-96103483074e HTTP/1.1" status: 204 len: 168 time: 0.3191447 Sep 07 14:36:42.356122 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e8c445-b8a8-4b41-8d53-801b6dafe701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51322d0-e4ef-47a2-a9f5-96103483074e,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:42.444009 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-50e74e6f-cc36-40cd-93f1-26bd4173d747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:42.474530 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-50e74e6f-cc36-40cd-93f1-26bd4173d747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:42.814820 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce18436-3c81-4e05-a675-855f0c7c4b6c req-55692377-fd49-4be4-af34-745d97210a47 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:42.822960 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7ce18436-3c81-4e05-a675-855f0c7c4b6c req-55692377-fd49-4be4-af34-745d97210a47 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbd7ccf-b7fa-45b9-b85c-69b1749742be HTTP/1.1" status: 200 len: 943 time: 0.0860932 Sep 07 14:36:42.849852 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-50e74e6f-cc36-40cd-93f1-26bd4173d747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:42.852448 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-50e74e6f-cc36-40cd-93f1-26bd4173d747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:42.853664 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-50e74e6f-cc36-40cd-93f1-26bd4173d747 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1cb7fd36-ef7e-473a-ada9-eb20d9b3c781 HTTP/1.1" status: 204 len: 168 time: 0.5202420 Sep 07 14:36:42.894698 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2fd9a86b-ec1d-46c7-baea-6c3e4ef71e09 req-ecd0effa-a39d-46e6-9155-a422a63eabc4 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 210 time: 0.0517507 Sep 07 14:36:42.897350 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e74e6f-cc36-40cd-93f1-26bd4173d747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb7fd36-ef7e-473a-ada9-eb20d9b3c781,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:42.902236 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7ce18436-3c81-4e05-a675-855f0c7c4b6c req-b7f0de48-9b2b-473e-9be4-985a52511ada tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/security-groups?id=c46ea283-014d-4127-b1b2-13ef7f00c80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783770 Sep 07 14:36:43.140890 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 46114) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:36:43.843320 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 46128) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:36:43.858994 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1bf5b17c-8b8c-45e2-97aa-e8761726af59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:44.061469 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-41988668-45d6-40fc-acb0-cc493fd96f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:44.062422 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a8d6a6b4-8540-4ea5-bb9d-fd7d8762fdd3 req-409deadc-c533-47cc-a2be-3a80caf849c6 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 210 time: 0.0554404 Sep 07 14:36:44.066145 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1bf5b17c-8b8c-45e2-97aa-e8761726af59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:44.143793 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31606daa-2b93-4663-88de-96236f97c86a req-5ecccf11-2d89-4a62-b474-90dd6649c122 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:44.149628 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-31606daa-2b93-4663-88de-96236f97c86a req-5ecccf11-2d89-4a62-b474-90dd6649c122 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbd7ccf-b7fa-45b9-b85c-69b1749742be HTTP/1.1" status: 200 len: 943 time: 0.0781302 Sep 07 14:36:44.150574 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1bf5b17c-8b8c-45e2-97aa-e8761726af59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:44.294874 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-1bf5b17c-8b8c-45e2-97aa-e8761726af59 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=624369f99e8940fda7840285842fd567&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3764362 Sep 07 14:36:44.294874 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf5b17c-8b8c-45e2-97aa-e8761726af59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7fbbe7-6c55-4400-959c-41b2c53be638,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:44.297357 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-41988668-45d6-40fc-acb0-cc493fd96f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:44.298891 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-31606daa-2b93-4663-88de-96236f97c86a req-6994e291-3106-41ab-a734-349f594bc415 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/security-groups?id=c46ea283-014d-4127-b1b2-13ef7f00c80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778871 Sep 07 14:36:44.298891 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 46142) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:36:44.345629 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d2aa4772-3a02-4eac-8f5c-286da6f93044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:44.377727 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d2aa4772-3a02-4eac-8f5c-286da6f93044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:44.516625 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-41988668-45d6-40fc-acb0-cc493fd96f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:44.713474 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-41988668-45d6-40fc-acb0-cc493fd96f8e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=abd98d93cbb54a3f9d7cc1b1ee0b2853&name=default HTTP/1.1" status: 200 len: 2977 time: 1.4500232 Sep 07 14:36:44.713474 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41988668-45d6-40fc-acb0-cc493fd96f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628c0bd7-9548-461d-a66a-0e366a00acaa,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:44.715760 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 46160) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:36:44.715760 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1125dc08-8cb0-4ef3-a156-7f29a1d9df28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:44.715760 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1125dc08-8cb0-4ef3-a156-7f29a1d9df28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:44.729493 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d2aa4772-3a02-4eac-8f5c-286da6f93044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:44.733343 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d2aa4772-3a02-4eac-8f5c-286da6f93044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:44.734596 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-d2aa4772-3a02-4eac-8f5c-286da6f93044 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7e7fbbe7-6c55-4400-959c-41b2c53be638 HTTP/1.1" status: 204 len: 168 time: 0.4631691 Sep 07 14:36:44.754210 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa4772-3a02-4eac-8f5c-286da6f93044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7fbbe7-6c55-4400-959c-41b2c53be638,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:44.855487 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1125dc08-8cb0-4ef3-a156-7f29a1d9df28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:44.859046 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1125dc08-8cb0-4ef3-a156-7f29a1d9df28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:44.862497 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-1125dc08-8cb0-4ef3-a156-7f29a1d9df28 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/628c0bd7-9548-461d-a66a-0e366a00acaa HTTP/1.1" status: 204 len: 168 time: 0.2635655 Sep 07 14:36:44.869644 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1125dc08-8cb0-4ef3-a156-7f29a1d9df28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628c0bd7-9548-461d-a66a-0e366a00acaa,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:45.173403 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-02985cd4-06ce-4ff2-a087-c1c04df355ea req-c1f3ae5c-e3dc-47b3-9b68-780f3f926279 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 210 time: 0.0288424 Sep 07 14:36:45.383598 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cba1a1-638c-4ff7-9b30-ba1993d7be03 req-3657aabb-e99c-4fa4-b386-e33f429620e0 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:45.423535 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-00cba1a1-638c-4ff7-9b30-ba1993d7be03 req-3657aabb-e99c-4fa4-b386-e33f429620e0 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbd7ccf-b7fa-45b9-b85c-69b1749742be HTTP/1.1" status: 200 len: 943 time: 0.0540571 Sep 07 14:36:45.424442 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-00cba1a1-638c-4ff7-9b30-ba1993d7be03 req-fe69e078-3827-4a8f-b5ce-78b0c5d3cfed tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/security-groups?id=c46ea283-014d-4127-b1b2-13ef7f00c80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331311 Sep 07 14:36:46.029768 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 46208) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:36:46.054362 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f26c90d-7877-4ce1-80f9-b15c062918f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:46.201726 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f26c90d-7877-4ce1-80f9-b15c062918f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:46.290870 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1e227549-56fb-42a2-a854-9a43933856f6 req-3a0a6810-02a5-4dbd-b5ae-c2862730736e tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 210 time: 0.0274479 Sep 07 14:36:46.385441 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f26c90d-7877-4ce1-80f9-b15c062918f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:46.414487 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-6f26c90d-7877-4ce1-80f9-b15c062918f6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3c503bb04496466591dd6d9df9349f0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3850851 Sep 07 14:36:46.417124 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 46228) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:36:46.495416 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f26c90d-7877-4ce1-80f9-b15c062918f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f40ecde-1182-492d-bcb2-2f0dcd38681f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:46.598624 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30173f2a-a897-41ef-abf1-c5e11ae265cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:46.639484 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30173f2a-a897-41ef-abf1-c5e11ae265cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:46.648407 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656fe02-cfd9-45b7-a8e9-a5f30407460b req-83979ffc-27a4-4d1e-b30b-91089d34b8e4 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:46.654383 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f656fe02-cfd9-45b7-a8e9-a5f30407460b req-83979ffc-27a4-4d1e-b30b-91089d34b8e4 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbd7ccf-b7fa-45b9-b85c-69b1749742be HTTP/1.1" status: 200 len: 943 time: 0.1097069 Sep 07 14:36:46.715966 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f656fe02-cfd9-45b7-a8e9-a5f30407460b req-b36e3e29-1ef7-4cb6-87ca-a7dcff7a7995 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/security-groups?id=c46ea283-014d-4127-b1b2-13ef7f00c80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506473 Sep 07 14:36:46.724979 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 46250) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:36:46.837972 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30173f2a-a897-41ef-abf1-c5e11ae265cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:46.841540 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30173f2a-a897-41ef-abf1-c5e11ae265cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:46.853483 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-30173f2a-a897-41ef-abf1-c5e11ae265cf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4f40ecde-1182-492d-bcb2-2f0dcd38681f HTTP/1.1" status: 204 len: 168 time: 0.4207573 Sep 07 14:36:46.853483 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30173f2a-a897-41ef-abf1-c5e11ae265cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f40ecde-1182-492d-bcb2-2f0dcd38681f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:46.868655 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e66afb7-50d6-48f9-99c2-47fe0c2eb35b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:46.977654 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e66afb7-50d6-48f9-99c2-47fe0c2eb35b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:47.053341 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e66afb7-50d6-48f9-99c2-47fe0c2eb35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:47.071188 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [req-24589b02-9fa2-42c2-893c-46ced8f79c5f req-659f8a47-7644-49f2-8f1d-58356e68658f tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Request body: {'port': {'device_id': '97d9f043-05f6-4bd7-b5c4-299999cd2349', 'network_id': 'bbbe9b39-82f4-4f4e-ae09-684d6fbf682f', 'admin_state_up': True, 'tenant_id': '25eabbe22d5b41849961a9af5ba6fc47'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:36:47.073841 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-3dabaa09-214b-49e2-947d-501be7a7e563 req-1afb8861-187a-4a19-9cf6-4ae3febbad2e service neutron] Request body: {'port': {'device_id': 'c77d088a-d7c8-4132-bce3-ed12d00823b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:36:47.167109 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-1e66afb7-50d6-48f9-99c2-47fe0c2eb35b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=33f0c61e81c24adfb2826c5a45f3393d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4383845 Sep 07 14:36:47.193376 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 46272) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:36:47.209345 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e66afb7-50d6-48f9-99c2-47fe0c2eb35b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318b35c5-a96c-4732-88ab-66e5d071150b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:47.300068 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3dabaa09-214b-49e2-947d-501be7a7e563 req-1afb8861-187a-4a19-9cf6-4ae3febbad2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:47.336060 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24589b02-9fa2-42c2-893c-46ced8f79c5f req-659f8a47-7644-49f2-8f1d-58356e68658f tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Made reservation on behalf of 25eabbe22d5b41849961a9af5ba6fc47 for: {'port': 1} {{(pid=94641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:36:47.343619 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-24589b02-9fa2-42c2-893c-46ced8f79c5f req-659f8a47-7644-49f2-8f1d-58356e68658f tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:47.479130 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bdd900-5033-4565-aaeb-75198ff827cd req-5c65ddb8-6d9f-41fb-aeba-1e5d431b1765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:47.480578 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-71bdd900-5033-4565-aaeb-75198ff827cd req-5c65ddb8-6d9f-41fb-aeba-1e5d431b1765 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=02f8a7191aee4302aa20bc9813214c68&device_id=7cbd7ccf-b7fa-45b9-b85c-69b1749742be HTTP/1.1" status: 200 len: 1096 time: 0.4136424 Sep 07 14:36:47.502896 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [req-24589b02-9fa2-42c2-893c-46ced8f79c5f req-659f8a47-7644-49f2-8f1d-58356e68658f tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Allocated IP 172.20.0.7 (bbbe9b39-82f4-4f4e-ae09-684d6fbf682f/a82ba659-94b3-4805-891b-41571a6feb03/db7b585d-5c07-487a-b641-9f5173bd5e37) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:36:47.560360 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f703bc3c-e55e-427e-9a0d-f0080407f1a9 req-bb7c35f3-2d34-48a2-a299-744f67da858d tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 210 time: 0.0985684 Sep 07 14:36:47.584238 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5973ccf2-8547-431f-9364-a50fec73de53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:47.709432 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-24589b02-9fa2-42c2-893c-46ced8f79c5f req-659f8a47-7644-49f2-8f1d-58356e68658f tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:47.796762 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5973ccf2-8547-431f-9364-a50fec73de53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:47.850310 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-24589b02-9fa2-42c2-893c-46ced8f79c5f req-659f8a47-7644-49f2-8f1d-58356e68658f tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:47.912188 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24589b02-9fa2-42c2-893c-46ced8f79c5f req-659f8a47-7644-49f2-8f1d-58356e68658f tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Network bbbe9b39-82f4-4f4e-ae09-684d6fbf682f is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:36:47.915851 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [req-24589b02-9fa2-42c2-893c-46ced8f79c5f req-659f8a47-7644-49f2-8f1d-58356e68658f tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:36:47.922428 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [req-24589b02-9fa2-42c2-893c-46ced8f79c5f req-659f8a47-7644-49f2-8f1d-58356e68658f tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:36:47.928417 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24589b02-9fa2-42c2-893c-46ced8f79c5f req-659f8a47-7644-49f2-8f1d-58356e68658f tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:47.929030 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-24589b02-9fa2-42c2-893c-46ced8f79c5f req-659f8a47-7644-49f2-8f1d-58356e68658f tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for port, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:47.939012 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f8a47-7644-49f2-8f1d-58356e68658f tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Pushing event updated for resources: {'Port': ['ID=db7b585d-5c07-487a-b641-9f5173bd5e37,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:47.973314 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bdd900-5033-4565-aaeb-75198ff827cd req-563fc8be-7a1e-4826-ba6e-26f6c96900a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:47.974851 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-71bdd900-5033-4565-aaeb-75198ff827cd req-563fc8be-7a1e-4826-ba6e-26f6c96900a8 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=02f8a7191aee4302aa20bc9813214c68&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4583008 Sep 07 14:36:48.040071 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-24589b02-9fa2-42c2-893c-46ced8f79c5f req-659f8a47-7644-49f2-8f1d-58356e68658f tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9751713 Sep 07 14:36:48.053034 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [req-24589b02-9fa2-42c2-893c-46ced8f79c5f req-ee83feb6-a3d9-4b5a-96a8-9aeb347c24b2 service neutron] Request body: {'port': {'device_id': '97d9f043-05f6-4bd7-b5c4-299999cd2349', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:36:48.073568 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b3d65-919d-480c-8be5-4e6351d7f1ba req-a7781dc7-70c5-4595-8a2d-dccde18ccbd1 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:48.075516 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4f2b3d65-919d-480c-8be5-4e6351d7f1ba req-a7781dc7-70c5-4595-8a2d-dccde18ccbd1 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbd7ccf-b7fa-45b9-b85c-69b1749742be HTTP/1.1" status: 200 len: 943 time: 0.2521832 Sep 07 14:36:48.160243 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-24589b02-9fa2-42c2-893c-46ced8f79c5f req-ee83feb6-a3d9-4b5a-96a8-9aeb347c24b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:48.235142 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5973ccf2-8547-431f-9364-a50fec73de53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:48.237618 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5973ccf2-8547-431f-9364-a50fec73de53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:48.241282 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-5973ccf2-8547-431f-9364-a50fec73de53 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/318b35c5-a96c-4732-88ab-66e5d071150b HTTP/1.1" status: 204 len: 168 time: 1.0438218 Sep 07 14:36:48.262817 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4f2b3d65-919d-480c-8be5-4e6351d7f1ba req-35abbd9d-d946-4eb7-94e4-f414ec0caec4 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/security-groups?id=c46ea283-014d-4127-b1b2-13ef7f00c80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687977 Sep 07 14:36:48.270658 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bdd900-5033-4565-aaeb-75198ff827cd req-9db22657-a8a4-49b0-adad-fd2fb8ab1396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:48.272153 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-71bdd900-5033-4565-aaeb-75198ff827cd req-9db22657-a8a4-49b0-adad-fd2fb8ab1396 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2880037 Sep 07 14:36:48.274524 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5973ccf2-8547-431f-9364-a50fec73de53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318b35c5-a96c-4732-88ab-66e5d071150b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:48.339085 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [req-3dabaa09-214b-49e2-947d-501be7a7e563 req-1afb8861-187a-4a19-9cf6-4ae3febbad2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99453c35-144f-45fc-bfd8-9a3acd2f538e {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:36:48.348720 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3dabaa09-214b-49e2-947d-501be7a7e563 req-1afb8861-187a-4a19-9cf6-4ae3febbad2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:48.388840 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-3dabaa09-214b-49e2-947d-501be7a7e563 req-1afb8861-187a-4a19-9cf6-4ae3febbad2e service neutron] Transition to ACTIVE for port object 99453c35-144f-45fc-bfd8-9a3acd2f538e will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:36:48.400790 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-a7bee772-d508-4e33-baf8-95af6a4947e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:48.403026 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-a7bee772-d508-4e33-baf8-95af6a4947e5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=02f8a7191aee4302aa20bc9813214c68&device_id=7cbd7ccf-b7fa-45b9-b85c-69b1749742be HTTP/1.1" status: 200 len: 1096 time: 0.0516329 Sep 07 14:36:48.474703 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-cc787440-e784-4e4d-b6f0-0f247933d6d2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f432859e-3326-4ca0-9744-9ea59417fab5 HTTP/1.1" status: 200 len: 217 time: 0.0635712 Sep 07 14:36:48.496842 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3dabaa09-214b-49e2-947d-501be7a7e563 req-1afb8861-187a-4a19-9cf6-4ae3febbad2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:48.599803 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-1828f5e3-55ae-4814-b41f-7cc0d0884a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:48.601293 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-1828f5e3-55ae-4814-b41f-7cc0d0884a77 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f67866ce-97b7-45c4-a77f-a0a29114d5dd HTTP/1.1" status: 200 len: 852 time: 0.1198356 Sep 07 14:36:48.612979 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb8861-187a-4a19-9cf6-4ae3febbad2e service neutron] Pushing event updated for resources: {'Port': ['ID=99453c35-144f-45fc-bfd8-9a3acd2f538e,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:48.687384 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-5168b231-0a28-4b52-9140-37bbeaf55e2e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1f8f0668-b216-425e-9709-09c866c0b9e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753453 Sep 07 14:36:48.740956 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-3dabaa09-214b-49e2-947d-501be7a7e563 req-1afb8861-187a-4a19-9cf6-4ae3febbad2e service neutron] Attempting to bind port 99453c35-144f-45fc-bfd8-9a3acd2f538e on host hv-cinder-76015 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:36:48.741294 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-3dabaa09-214b-49e2-947d-501be7a7e563 req-1afb8861-187a-4a19-9cf6-4ae3febbad2e service neutron] Attempting to bind port 99453c35-144f-45fc-bfd8-9a3acd2f538e by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': 'b5b9ec0d-e678-4d99-9ed6-46a36cb810b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'bbbe9b39-82f4-4f4e-ae09-684d6fbf682f'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:36:48.741652 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dabaa09-214b-49e2-947d-501be7a7e563 req-1afb8861-187a-4a19-9cf6-4ae3febbad2e service neutron] Attempting to bind port 99453c35-144f-45fc-bfd8-9a3acd2f538e on network bbbe9b39-82f4-4f4e-ae09-684d6fbf682f {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:36:48.751718 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [req-24589b02-9fa2-42c2-893c-46ced8f79c5f req-ee83feb6-a3d9-4b5a-96a8-9aeb347c24b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db7b585d-5c07-487a-b641-9f5173bd5e37 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:36:48.759919 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-24589b02-9fa2-42c2-893c-46ced8f79c5f req-ee83feb6-a3d9-4b5a-96a8-9aeb347c24b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:48.790757 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dabaa09-214b-49e2-947d-501be7a7e563 req-1afb8861-187a-4a19-9cf6-4ae3febbad2e service neutron] Port 99453c35-144f-45fc-bfd8-9a3acd2f538e on network bbbe9b39-82f4-4f4e-ae09-684d6fbf682f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:36:48.790757 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dabaa09-214b-49e2-947d-501be7a7e563 req-1afb8861-187a-4a19-9cf6-4ae3febbad2e service neutron] Attempting to bind port 99453c35-144f-45fc-bfd8-9a3acd2f538e on network bbbe9b39-82f4-4f4e-ae09-684d6fbf682f {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:36:48.815811 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dabaa09-214b-49e2-947d-501be7a7e563 req-1afb8861-187a-4a19-9cf6-4ae3febbad2e service neutron] Checking agent: {'id': '0e933200-ccc3-44fa-a7f6-4e1417f97b5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 34, 32), 'started_at': datetime.datetime(2021, 9, 7, 14, 34, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:36:48.816591 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dabaa09-214b-49e2-947d-501be7a7e563 req-1afb8861-187a-4a19-9cf6-4ae3febbad2e service neutron] Checking segment: {'id': 'b5b9ec0d-e678-4d99-9ed6-46a36cb810b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'bbbe9b39-82f4-4f4e-ae09-684d6fbf682f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:36:48.817128 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dabaa09-214b-49e2-947d-501be7a7e563 req-1afb8861-187a-4a19-9cf6-4ae3febbad2e service neutron] Bound using segment: {'id': 'b5b9ec0d-e678-4d99-9ed6-46a36cb810b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'bbbe9b39-82f4-4f4e-ae09-684d6fbf682f'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:36:48.818669 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-3dabaa09-214b-49e2-947d-501be7a7e563 req-1afb8861-187a-4a19-9cf6-4ae3febbad2e service neutron] Bound port: 99453c35-144f-45fc-bfd8-9a3acd2f538e, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5b9ec0d-e678-4d99-9ed6-46a36cb810b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'bbbe9b39-82f4-4f4e-ae09-684d6fbf682f'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:36:48.819268 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3dabaa09-214b-49e2-947d-501be7a7e563 req-1afb8861-187a-4a19-9cf6-4ae3febbad2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:48.822427 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [req-24589b02-9fa2-42c2-893c-46ced8f79c5f req-ee83feb6-a3d9-4b5a-96a8-9aeb347c24b2 service neutron] Transition to ACTIVE for port object db7b585d-5c07-487a-b641-9f5173bd5e37 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:36:48.894101 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce7c4f-a54f-4637-af7f-0d6ade30e21b req-aba92249-d69e-4ea2-95b8-b3da18e76d43 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:48.895782 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2fce7c4f-a54f-4637-af7f-0d6ade30e21b req-aba92249-d69e-4ea2-95b8-b3da18e76d43 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 931 time: 0.2166243 Sep 07 14:36:48.919101 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-24589b02-9fa2-42c2-893c-46ced8f79c5f req-ee83feb6-a3d9-4b5a-96a8-9aeb347c24b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:49.018067 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-3dabaa09-214b-49e2-947d-501be7a7e563 req-1afb8861-187a-4a19-9cf6-4ae3febbad2e service neutron] For port 99453c35-144f-45fc-bfd8-9a3acd2f538e, host hv-cinder-76015, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:36:49.050529 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-2096886e-75b8-4822-8dc1-95297a51e8ad service neutron] 10.222.0.22 "GET /v2.0/networks/1f8f0668-b216-425e-9709-09c866c0b9e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535638 Sep 07 14:36:49.052707 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-3dabaa09-214b-49e2-947d-501be7a7e563 req-1afb8861-187a-4a19-9cf6-4ae3febbad2e service neutron] For port 99453c35-144f-45fc-bfd8-9a3acd2f538e, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=99453c35-144f-45fc-bfd8-9a3acd2f538e,segment=NetworkSegment(b5b9ec0d-e678-4d99-9ed6-46a36cb810b0),segment_id=b5b9ec0d-e678-4d99-9ed6-46a36cb810b0)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:36:49.057006 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2fce7c4f-a54f-4637-af7f-0d6ade30e21b req-fefdf5cc-5b2b-4ba5-a1e3-239efe34c088 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492252 Sep 07 14:36:49.060814 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee83feb6-a3d9-4b5a-96a8-9aeb347c24b2 service neutron] Pushing event updated for resources: {'Port': ['ID=db7b585d-5c07-487a-b641-9f5173bd5e37,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:49.076700 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [req-24589b02-9fa2-42c2-893c-46ced8f79c5f req-ee83feb6-a3d9-4b5a-96a8-9aeb347c24b2 service neutron] Attempting to bind port db7b585d-5c07-487a-b641-9f5173bd5e37 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:36:49.077079 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [req-24589b02-9fa2-42c2-893c-46ced8f79c5f req-ee83feb6-a3d9-4b5a-96a8-9aeb347c24b2 service neutron] Attempting to bind port db7b585d-5c07-487a-b641-9f5173bd5e37 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': 'b5b9ec0d-e678-4d99-9ed6-46a36cb810b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'bbbe9b39-82f4-4f4e-ae09-684d6fbf682f'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:36:49.077630 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24589b02-9fa2-42c2-893c-46ced8f79c5f req-ee83feb6-a3d9-4b5a-96a8-9aeb347c24b2 service neutron] Attempting to bind port db7b585d-5c07-487a-b641-9f5173bd5e37 on network bbbe9b39-82f4-4f4e-ae09-684d6fbf682f {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:36:49.084417 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24589b02-9fa2-42c2-893c-46ced8f79c5f req-ee83feb6-a3d9-4b5a-96a8-9aeb347c24b2 service neutron] Port db7b585d-5c07-487a-b641-9f5173bd5e37 on network bbbe9b39-82f4-4f4e-ae09-684d6fbf682f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:36:49.084914 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24589b02-9fa2-42c2-893c-46ced8f79c5f req-ee83feb6-a3d9-4b5a-96a8-9aeb347c24b2 service neutron] Attempting to bind port db7b585d-5c07-487a-b641-9f5173bd5e37 on network bbbe9b39-82f4-4f4e-ae09-684d6fbf682f {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:36:49.095403 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24589b02-9fa2-42c2-893c-46ced8f79c5f req-ee83feb6-a3d9-4b5a-96a8-9aeb347c24b2 service neutron] Checking agent: {'id': '0e933200-ccc3-44fa-a7f6-4e1417f97b5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 34, 32), 'started_at': datetime.datetime(2021, 9, 7, 14, 34, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:36:49.095870 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24589b02-9fa2-42c2-893c-46ced8f79c5f req-ee83feb6-a3d9-4b5a-96a8-9aeb347c24b2 service neutron] Checking segment: {'id': 'b5b9ec0d-e678-4d99-9ed6-46a36cb810b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'bbbe9b39-82f4-4f4e-ae09-684d6fbf682f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:36:49.096702 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24589b02-9fa2-42c2-893c-46ced8f79c5f req-ee83feb6-a3d9-4b5a-96a8-9aeb347c24b2 service neutron] Bound using segment: {'id': 'b5b9ec0d-e678-4d99-9ed6-46a36cb810b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'bbbe9b39-82f4-4f4e-ae09-684d6fbf682f'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:36:49.097143 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [req-24589b02-9fa2-42c2-893c-46ced8f79c5f req-ee83feb6-a3d9-4b5a-96a8-9aeb347c24b2 service neutron] Bound port: db7b585d-5c07-487a-b641-9f5173bd5e37, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5b9ec0d-e678-4d99-9ed6-46a36cb810b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'bbbe9b39-82f4-4f4e-ae09-684d6fbf682f'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:36:49.097655 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-24589b02-9fa2-42c2-893c-46ced8f79c5f req-ee83feb6-a3d9-4b5a-96a8-9aeb347c24b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:49.130952 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3dabaa09-214b-49e2-947d-501be7a7e563 req-1afb8861-187a-4a19-9cf6-4ae3febbad2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:49.179090 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dabaa09-214b-49e2-947d-501be7a7e563 req-1afb8861-187a-4a19-9cf6-4ae3febbad2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:49.179712 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3dabaa09-214b-49e2-947d-501be7a7e563 req-1afb8861-187a-4a19-9cf6-4ae3febbad2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:49.181192 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3dabaa09-214b-49e2-947d-501be7a7e563 req-1afb8861-187a-4a19-9cf6-4ae3febbad2e service neutron] 10.222.0.22 "PUT /v2.0/ports/99453c35-144f-45fc-bfd8-9a3acd2f538e HTTP/1.1" status: 200 len: 1094 time: 2.1153555 Sep 07 14:36:49.183716 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c77d088a-d7c8-4132-bce3-ed12d00823b8', 'tag': '99453c35-144f-45fc-bfd8-9a3acd2f538e'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:36:49.186269 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca3d64d6ee1d62abf9801d62a4287030b5a1037887016040f3cf02e156c8ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f34d4d5-6aac-4469-9836-2ca8e5b51548" -d '{"events": [{"name": "network-changed", "server_uuid": "c77d088a-d7c8-4132-bce3-ed12d00823b8", "tag": "99453c35-144f-45fc-bfd8-9a3acd2f538e"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:36:49.191195 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [req-24589b02-9fa2-42c2-893c-46ced8f79c5f req-ee83feb6-a3d9-4b5a-96a8-9aeb347c24b2 service neutron] For port db7b585d-5c07-487a-b641-9f5173bd5e37, host hv-cinder-76015, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:36:49.197533 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [req-24589b02-9fa2-42c2-893c-46ced8f79c5f req-ee83feb6-a3d9-4b5a-96a8-9aeb347c24b2 service neutron] For port db7b585d-5c07-487a-b641-9f5173bd5e37, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=db7b585d-5c07-487a-b641-9f5173bd5e37,segment=NetworkSegment(b5b9ec0d-e678-4d99-9ed6-46a36cb810b0),segment_id=b5b9ec0d-e678-4d99-9ed6-46a36cb810b0)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:36:49.217430 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-958536c3-7a6e-4f4d-9ab5-a06da0ddca34 req-291bd146-299a-44e3-8494-fd6333ae2b35 service neutron] 10.222.0.22 "GET /v2.0/networks/1f8f0668-b216-425e-9709-09c866c0b9e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594219 Sep 07 14:36:49.223025 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb8861-187a-4a19-9cf6-4ae3febbad2e service neutron] Pushing event updated for resources: {'Port': ['ID=99453c35-144f-45fc-bfd8-9a3acd2f538e,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:49.246881 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c85e870-d020-4144-9439-0af2017d18d6 x-openstack-request-id: req-3c85e870-d020-4144-9439-0af2017d18d6 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:36:49.247860 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c77d088a-d7c8-4132-bce3-ed12d00823b8", "tag": "99453c35-144f-45fc-bfd8-9a3acd2f538e", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:36:49.248390 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3c85e870-d020-4144-9439-0af2017d18d6 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:36:49.248821 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c77d088a-d7c8-4132-bce3-ed12d00823b8', 'tag': '99453c35-144f-45fc-bfd8-9a3acd2f538e', 'status': 'completed', 'code': 200} Sep 07 14:36:49.290460 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-24589b02-9fa2-42c2-893c-46ced8f79c5f req-ee83feb6-a3d9-4b5a-96a8-9aeb347c24b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:49.317756 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34d4d5-6aac-4469-9836-2ca8e5b51548 req-4d2ea406-9076-4d70-9c9b-5bfe7162a2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:49.319467 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6f34d4d5-6aac-4469-9836-2ca8e5b51548 req-4d2ea406-9076-4d70-9c9b-5bfe7162a2f6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=25eabbe22d5b41849961a9af5ba6fc47&device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 1097 time: 0.0493684 Sep 07 14:36:49.349450 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24589b02-9fa2-42c2-893c-46ced8f79c5f req-ee83feb6-a3d9-4b5a-96a8-9aeb347c24b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:49.353982 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-24589b02-9fa2-42c2-893c-46ced8f79c5f req-ee83feb6-a3d9-4b5a-96a8-9aeb347c24b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for port, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:49.353982 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-24589b02-9fa2-42c2-893c-46ced8f79c5f req-ee83feb6-a3d9-4b5a-96a8-9aeb347c24b2 service neutron] 10.222.0.22 "PUT /v2.0/ports/db7b585d-5c07-487a-b641-9f5173bd5e37 HTTP/1.1" status: 200 len: 1093 time: 1.3036461 Sep 07 14:36:49.353982 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d9f043-05f6-4bd7-b5c4-299999cd2349', 'tag': 'db7b585d-5c07-487a-b641-9f5173bd5e37'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:36:49.467319 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee83feb6-a3d9-4b5a-96a8-9aeb347c24b2 service neutron] Pushing event updated for resources: {'Port': ['ID=db7b585d-5c07-487a-b641-9f5173bd5e37,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:49.582669 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24589b02-9fa2-42c2-893c-46ced8f79c5f req-8e9925e9-a54a-4dfd-a230-fc0b24062987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:49.584718 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-24589b02-9fa2-42c2-893c-46ced8f79c5f req-8e9925e9-a54a-4dfd-a230-fc0b24062987 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=25eabbe22d5b41849961a9af5ba6fc47&device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 1096 time: 0.0886333 Sep 07 14:36:49.698546 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 46390) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:36:49.727816 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-24589b02-9fa2-42c2-893c-46ced8f79c5f req-ff67cd8f-d1f6-4ab6-a47c-1b8279353b3d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db7b585d-5c07-487a-b641-9f5173bd5e37 HTTP/1.1" status: 200 len: 217 time: 0.1343305 Sep 07 14:36:49.775755 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba87f9-ec0c-4b8f-b6d3-786afb412f1b req-a8866d1b-c868-4b49-84a6-3d6fc4df47a2 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:49.784460 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4dba87f9-ec0c-4b8f-b6d3-786afb412f1b req-a8866d1b-c868-4b49-84a6-3d6fc4df47a2 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbd7ccf-b7fa-45b9-b85c-69b1749742be HTTP/1.1" status: 200 len: 943 time: 0.4214711 Sep 07 14:36:49.797835 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34d4d5-6aac-4469-9836-2ca8e5b51548 req-14d42d6d-5c59-409c-a50c-648bac014fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:49.799406 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6f34d4d5-6aac-4469-9836-2ca8e5b51548 req-14d42d6d-5c59-409c-a50c-648bac014fd2 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=25eabbe22d5b41849961a9af5ba6fc47&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4725144 Sep 07 14:36:49.836472 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24589b02-9fa2-42c2-893c-46ced8f79c5f req-6c5cedc8-c55e-460c-a988-3514a526580a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:49.839232 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-24589b02-9fa2-42c2-893c-46ced8f79c5f req-6c5cedc8-c55e-460c-a988-3514a526580a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a82ba659-94b3-4805-891b-41571a6feb03 HTTP/1.1" status: 200 len: 859 time: 0.1025684 Sep 07 14:36:49.897970 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-24589b02-9fa2-42c2-893c-46ced8f79c5f req-dd44001b-7f30-4e34-83a6-d8da4931e47e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bbbe9b39-82f4-4f4e-ae09-684d6fbf682f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500460 Sep 07 14:36:49.907064 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4dba87f9-ec0c-4b8f-b6d3-786afb412f1b req-f54c2d0e-8ff1-4127-809f-e3e39512897c tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/security-groups?id=c46ea283-014d-4127-b1b2-13ef7f00c80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218250 Sep 07 14:36:49.944709 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34d4d5-6aac-4469-9836-2ca8e5b51548 req-7ece1ad7-ae75-4b59-9ed6-cfc415c35c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:49.946939 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6f34d4d5-6aac-4469-9836-2ca8e5b51548 req-7ece1ad7-ae75-4b59-9ed6-cfc415c35c5a service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1316566 Sep 07 14:36:50.024065 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-24589b02-9fa2-42c2-893c-46ced8f79c5f req-b7ff7c7c-72cd-4ada-bf32-d9e925d1d70f service neutron] 10.222.0.22 "GET /v2.0/networks/bbbe9b39-82f4-4f4e-ae09-684d6fbf682f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183989 Sep 07 14:36:50.038126 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dabaa09-214b-49e2-947d-501be7a7e563 req-18cdeb8b-281f-4e8d-ba21-937123a7d2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:50.039942 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3dabaa09-214b-49e2-947d-501be7a7e563 req-18cdeb8b-281f-4e8d-ba21-937123a7d2be service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=25eabbe22d5b41849961a9af5ba6fc47&device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 1097 time: 0.0528421 Sep 07 14:36:50.107539 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ae4c01fc0fef93246b53b81dc3c4053f5278a59fc30262d76e8d579d86f7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfd1219-c9e6-4279-9ea2-a0b14df51ac4" -d '{"events": [{"name": "network-changed", "server_uuid": "97d9f043-05f6-4bd7-b5c4-299999cd2349", "tag": "db7b585d-5c07-487a-b641-9f5173bd5e37"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:36:50.136441 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3dabaa09-214b-49e2-947d-501be7a7e563 req-d90a5535-71c4-41e5-8bf8-98db71111af0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99453c35-144f-45fc-bfd8-9a3acd2f538e HTTP/1.1" status: 200 len: 217 time: 0.0878906 Sep 07 14:36:50.155110 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-24589b02-9fa2-42c2-893c-46ced8f79c5f req-1ab8d29c-c8ae-427f-8631-5b83719eab26 service neutron] 10.222.0.22 "GET /v2.0/networks/bbbe9b39-82f4-4f4e-ae09-684d6fbf682f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216915 Sep 07 14:36:50.236745 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd607c74-8c0e-406a-805c-914a95c9de2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:50.252729 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dabaa09-214b-49e2-947d-501be7a7e563 req-6fe8547e-ffaf-421c-8d3e-77ea3f4625aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:50.254287 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3dabaa09-214b-49e2-947d-501be7a7e563 req-6fe8547e-ffaf-421c-8d3e-77ea3f4625aa service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a82ba659-94b3-4805-891b-41571a6feb03 HTTP/1.1" status: 200 len: 859 time: 0.1095049 Sep 07 14:36:50.296096 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982c669-a87d-482c-97bc-f893f5841f99 req-4a3a227a-240e-4ac2-a605-56766250fd57 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:50.296096 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c982c669-a87d-482c-97bc-f893f5841f99 req-4a3a227a-240e-4ac2-a605-56766250fd57 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 943 time: 0.1014025 Sep 07 14:36:50.317955 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3dabaa09-214b-49e2-947d-501be7a7e563 req-af115cc7-b361-4dc7-9d0e-dd1705de8cff service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bbbe9b39-82f4-4f4e-ae09-684d6fbf682f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460618 Sep 07 14:36:50.463150 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c982c669-a87d-482c-97bc-f893f5841f99 req-98ecc8d8-a9dc-4b88-8873-aad1f997ed8f tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502473 Sep 07 14:36:50.575211 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c788d708-e629-4b8e-af24-8accfb012098 x-openstack-request-id: req-c788d708-e629-4b8e-af24-8accfb012098 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:36:50.575211 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d9f043-05f6-4bd7-b5c4-299999cd2349", "tag": "db7b585d-5c07-487a-b641-9f5173bd5e37", "status": "completed", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:36:50.575211 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c788d708-e629-4b8e-af24-8accfb012098 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:36:50.575211 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d9f043-05f6-4bd7-b5c4-299999cd2349', 'tag': 'db7b585d-5c07-487a-b641-9f5173bd5e37', 'status': 'completed', 'code': 200} Sep 07 14:36:50.691542 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd1219-c9e6-4279-9ea2-a0b14df51ac4 req-d4631cab-28fd-4580-b644-f8b7fcc7913b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:50.693047 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-bdfd1219-c9e6-4279-9ea2-a0b14df51ac4 req-d4631cab-28fd-4580-b644-f8b7fcc7913b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=25eabbe22d5b41849961a9af5ba6fc47&device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 1096 time: 0.1691599 Sep 07 14:36:50.710220 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3dabaa09-214b-49e2-947d-501be7a7e563 req-16994143-e5ac-4515-b9b2-ad302547a089 service neutron] 10.222.0.22 "GET /v2.0/networks/bbbe9b39-82f4-4f4e-ae09-684d6fbf682f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824277 Sep 07 14:36:50.805738 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd607c74-8c0e-406a-805c-914a95c9de2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:50.857049 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3dabaa09-214b-49e2-947d-501be7a7e563 req-2f69df44-ea50-4f7d-82ec-8d2054e7d677 service neutron] 10.222.0.22 "GET /v2.0/networks/bbbe9b39-82f4-4f4e-ae09-684d6fbf682f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377695 Sep 07 14:36:50.923611 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd607c74-8c0e-406a-805c-914a95c9de2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:50.969201 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-cd607c74-8c0e-406a-805c-914a95c9de2b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4a477cf5e1084100b80ae55448381992&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2700765 Sep 07 14:36:50.971575 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 46430) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:36:51.001214 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd607c74-8c0e-406a-805c-914a95c9de2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9acfe439-18b8-424f-bfdd-18044a0a0cc7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:51.027339 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd1219-c9e6-4279-9ea2-a0b14df51ac4 req-416820d3-3022-4af3-932f-85699705ecbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:51.029050 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-bdfd1219-c9e6-4279-9ea2-a0b14df51ac4 req-416820d3-3022-4af3-932f-85699705ecbb service neutron] 10.222.0.22 "GET /v2.0/networks?id=bbbe9b39-82f4-4f4e-ae09-684d6fbf682f HTTP/1.1" status: 200 len: 920 time: 0.3283553 Sep 07 14:36:51.088635 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-bdfd1219-c9e6-4279-9ea2-a0b14df51ac4 req-91f53807-f84a-4812-9155-e6a068febf4d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db7b585d-5c07-487a-b641-9f5173bd5e37 HTTP/1.1" status: 200 len: 217 time: 0.0463552 Sep 07 14:36:51.097830 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a4452-03fc-4a35-a9f6-8fbc1f86e31b req-d5f9962f-61cc-42e4-9a80-26fc82858067 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:51.099345 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-582a4452-03fc-4a35-a9f6-8fbc1f86e31b req-d5f9962f-61cc-42e4-9a80-26fc82858067 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbd7ccf-b7fa-45b9-b85c-69b1749742be HTTP/1.1" status: 200 len: 943 time: 0.0991197 Sep 07 14:36:51.110988 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7befe1d4-f17a-4b62-9652-7a7eac457e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:51.159056 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd1219-c9e6-4279-9ea2-a0b14df51ac4 req-f88ef1a8-9993-4e81-b07d-831b81c4d3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:51.160961 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-bdfd1219-c9e6-4279-9ea2-a0b14df51ac4 req-f88ef1a8-9993-4e81-b07d-831b81c4d3d7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a82ba659-94b3-4805-891b-41571a6feb03 HTTP/1.1" status: 200 len: 859 time: 0.0643170 Sep 07 14:36:51.162565 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7befe1d4-f17a-4b62-9652-7a7eac457e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:51.216693 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-bdfd1219-c9e6-4279-9ea2-a0b14df51ac4 req-d5dca351-5715-4bd7-9851-82e421772a7e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bbbe9b39-82f4-4f4e-ae09-684d6fbf682f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474272 Sep 07 14:36:51.239975 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-582a4452-03fc-4a35-a9f6-8fbc1f86e31b req-11c05d43-a417-4ebc-95a8-008991f946f0 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/security-groups?id=c46ea283-014d-4127-b1b2-13ef7f00c80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301103 Sep 07 14:36:51.269325 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device f432859e-3326-4ca0-9744-9ea59417fab5 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:36:51.304869 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7befe1d4-f17a-4b62-9652-7a7eac457e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:51.311125 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7befe1d4-f17a-4b62-9652-7a7eac457e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:51.315725 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-7befe1d4-f17a-4b62-9652-7a7eac457e5d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9acfe439-18b8-424f-bfdd-18044a0a0cc7 HTTP/1.1" status: 204 len: 168 time: 0.3250651 Sep 07 14:36:51.330365 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7befe1d4-f17a-4b62-9652-7a7eac457e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acfe439-18b8-424f-bfdd-18044a0a0cc7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:51.373128 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-bdfd1219-c9e6-4279-9ea2-a0b14df51ac4 req-294584e6-fc9d-4b4f-b8ff-8ea2dda26ccf service neutron] 10.222.0.22 "GET /v2.0/networks/bbbe9b39-82f4-4f4e-ae09-684d6fbf682f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483324 Sep 07 14:36:51.423794 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port f432859e-3326-4ca0-9744-9ea59417fab5, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=f432859e-3326-4ca0-9744-9ea59417fab5,segment=NetworkSegment(4221732c-8fd1-47dd-86c2-f4f003dfb8cf),segment_id=4221732c-8fd1-47dd-86c2-f4f003dfb8cf)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:36:51.437194 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Returning: {'device': 'f432859e-3326-4ca0-9744-9ea59417fab5', 'network_id': '1f8f0668-b216-425e-9709-09c866c0b9e5', 'port_id': 'f432859e-3326-4ca0-9744-9ea59417fab5', 'mac_address': 'fa:16:3e:54:a6:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f67866ce-97b7-45c4-a77f-a0a29114d5dd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:36:51.505411 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:51.522581 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f432859e-3326-4ca0-9744-9ea59417fab5 {{(pid=94642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:36:51.552439 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-bdfd1219-c9e6-4279-9ea2-a0b14df51ac4 req-12425c9d-fe2f-4388-9dcb-bdff9191638d service neutron] 10.222.0.22 "GET /v2.0/networks/bbbe9b39-82f4-4f4e-ae09-684d6fbf682f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713874 Sep 07 14:36:51.553101 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port f432859e-3326-4ca0-9744-9ea59417fab5, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=f432859e-3326-4ca0-9744-9ea59417fab5,segment=NetworkSegment(4221732c-8fd1-47dd-86c2-f4f003dfb8cf),segment_id=4221732c-8fd1-47dd-86c2-f4f003dfb8cf)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:36:51.632367 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:51.633160 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device db7b585d-5c07-487a-b641-9f5173bd5e37 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:36:51.701846 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e30a8-475e-4a84-8d04-cf8186a7faef req-1b43943c-f1eb-461d-859e-c03ac5147e0f tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:51.701846 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7d7e30a8-475e-4a84-8d04-cf8186a7faef req-1b43943c-f1eb-461d-859e-c03ac5147e0f tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 943 time: 0.0687213 Sep 07 14:36:51.741338 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7d7e30a8-475e-4a84-8d04-cf8186a7faef req-564f9aea-17a4-4e22-b54a-9444d25503c8 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399323 Sep 07 14:36:51.755967 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=f432859e-3326-4ca0-9744-9ea59417fab5,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:51.831164 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port db7b585d-5c07-487a-b641-9f5173bd5e37, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=db7b585d-5c07-487a-b641-9f5173bd5e37,segment=NetworkSegment(b5b9ec0d-e678-4d99-9ed6-46a36cb810b0),segment_id=b5b9ec0d-e678-4d99-9ed6-46a36cb810b0)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:36:51.844108 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Returning: {'device': 'db7b585d-5c07-487a-b641-9f5173bd5e37', 'network_id': 'bbbe9b39-82f4-4f4e-ae09-684d6fbf682f', 'port_id': 'db7b585d-5c07-487a-b641-9f5173bd5e37', 'mac_address': 'fa:16:3e:6a:46:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a82ba659-94b3-4805-891b-41571a6feb03', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:36:51.896072 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:51.911959 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db7b585d-5c07-487a-b641-9f5173bd5e37 {{(pid=94642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:36:51.936312 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port db7b585d-5c07-487a-b641-9f5173bd5e37, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=db7b585d-5c07-487a-b641-9f5173bd5e37,segment=NetworkSegment(b5b9ec0d-e678-4d99-9ed6-46a36cb810b0),segment_id=b5b9ec0d-e678-4d99-9ed6-46a36cb810b0)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:36:52.020963 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:52.070514 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=db7b585d-5c07-487a-b641-9f5173bd5e37,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:52.283608 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 46484) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:36:52.294670 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-121571f3-92b1-4152-bd4f-75deec0248c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:52.301420 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] get_ports_and_sgs() called for port_ids ['db7b585d-5c07-487a-b641-9f5173bd5e37'] {{(pid=94642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:36:52.309827 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] get_ports_and_sgs() called for port_ids ['f432859e-3326-4ca0-9744-9ea59417fab5'] {{(pid=94642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:36:52.417215 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40946c06-d78f-48d3-80fd-ecb8198e893c req-dfb8659e-eb98-4e41-bf1a-1ac6e6359195 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:52.419737 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-40946c06-d78f-48d3-80fd-ecb8198e893c req-dfb8659e-eb98-4e41-bf1a-1ac6e6359195 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbd7ccf-b7fa-45b9-b85c-69b1749742be HTTP/1.1" status: 200 len: 944 time: 0.0761039 Sep 07 14:36:52.483470 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-121571f3-92b1-4152-bd4f-75deec0248c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:52.488190 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-40946c06-d78f-48d3-80fd-ecb8198e893c req-c5b50397-4869-46b2-a824-d03f4ef89770 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/security-groups?id=c46ea283-014d-4127-b1b2-13ef7f00c80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588918 Sep 07 14:36:52.610313 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-121571f3-92b1-4152-bd4f-75deec0248c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:52.660458 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-121571f3-92b1-4152-bd4f-75deec0248c7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=142350a69e6b441a9ca8b72907978a4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3802392 Sep 07 14:36:52.661662 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121571f3-92b1-4152-bd4f-75deec0248c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39639f7d-03d1-4455-b12e-e8e7b5dc9d91,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:52.670563 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 46498) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:36:52.737935 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eb381f47-cb2d-43b3-b5d9-4c89fcf429f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:52.761073 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eb381f47-cb2d-43b3-b5d9-4c89fcf429f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:52.876173 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a1c07-87a9-40b2-99ea-f55938b77804 req-adf92dfe-3c99-4ac0-be09-55882c22dad8 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:52.877759 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-667a1c07-87a9-40b2-99ea-f55938b77804 req-adf92dfe-3c99-4ac0-be09-55882c22dad8 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 944 time: 0.0501337 Sep 07 14:36:52.906492 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eb381f47-cb2d-43b3-b5d9-4c89fcf429f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:52.909341 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eb381f47-cb2d-43b3-b5d9-4c89fcf429f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:52.910715 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-eb381f47-cb2d-43b3-b5d9-4c89fcf429f3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/39639f7d-03d1-4455-b12e-e8e7b5dc9d91 HTTP/1.1" status: 204 len: 168 time: 0.2389441 Sep 07 14:36:52.916449 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-667a1c07-87a9-40b2-99ea-f55938b77804 req-1cf0a1a0-b685-496f-bf96-60af4d13854a tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326445 Sep 07 14:36:52.921281 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb381f47-cb2d-43b3-b5d9-4c89fcf429f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39639f7d-03d1-4455-b12e-e8e7b5dc9d91,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:53.258916 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 99453c35-144f-45fc-bfd8-9a3acd2f538e details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:36:53.261980 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device f432859e-3326-4ca0-9744-9ea59417fab5 up at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:36:53.408352 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port 99453c35-144f-45fc-bfd8-9a3acd2f538e, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=99453c35-144f-45fc-bfd8-9a3acd2f538e,segment=NetworkSegment(b5b9ec0d-e678-4d99-9ed6-46a36cb810b0),segment_id=b5b9ec0d-e678-4d99-9ed6-46a36cb810b0)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:36:53.421227 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Returning: {'device': '99453c35-144f-45fc-bfd8-9a3acd2f538e', 'network_id': 'bbbe9b39-82f4-4f4e-ae09-684d6fbf682f', 'port_id': '99453c35-144f-45fc-bfd8-9a3acd2f538e', 'mac_address': 'fa:16:3e:49:62:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a82ba659-94b3-4805-891b-41571a6feb03', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:36:53.463702 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:53.479267 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99453c35-144f-45fc-bfd8-9a3acd2f538e {{(pid=94642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:36:53.501033 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port 99453c35-144f-45fc-bfd8-9a3acd2f538e, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=99453c35-144f-45fc-bfd8-9a3acd2f538e,segment=NetworkSegment(b5b9ec0d-e678-4d99-9ed6-46a36cb810b0),segment_id=b5b9ec0d-e678-4d99-9ed6-46a36cb810b0)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:36:53.512780 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Provisioning for port f432859e-3326-4ca0-9744-9ea59417fab5 completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:36:53.520909 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Provisioning complete for port f432859e-3326-4ca0-9744-9ea59417fab5 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:36:53.521295 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:53.660364 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:53.696217 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:53.700346 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbd7ccf-b7fa-45b9-b85c-69b1749742be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f432859e-3326-4ca0-9744-9ea59417fab5'}] {{(pid=94642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:36:53.738347 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30144d-cf12-45f3-a60a-01be472a2da4 req-3305faa0-a78f-4d2a-916c-07fe8aa321f9 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:53.747060 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3f30144d-cf12-45f3-a60a-01be472a2da4 req-3305faa0-a78f-4d2a-916c-07fe8aa321f9 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbd7ccf-b7fa-45b9-b85c-69b1749742be HTTP/1.1" status: 200 len: 944 time: 0.1168973 Sep 07 14:36:53.780848 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3f30144d-cf12-45f3-a60a-01be472a2da4 req-07f2f5f3-d42d-43a5-a71e-1ce10474f278 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/security-groups?id=c46ea283-014d-4127-b1b2-13ef7f00c80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327246 Sep 07 14:36:53.817642 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port f432859e-3326-4ca0-9744-9ea59417fab5, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=f432859e-3326-4ca0-9744-9ea59417fab5,segment=NetworkSegment(4221732c-8fd1-47dd-86c2-f4f003dfb8cf),segment_id=4221732c-8fd1-47dd-86c2-f4f003dfb8cf)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:36:53.854903 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=99453c35-144f-45fc-bfd8-9a3acd2f538e,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:53.895243 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:53.896069 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device db7b585d-5c07-487a-b641-9f5173bd5e37 up at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:36:53.936196 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd6d84ba8741af88afecd5b756310c726975e6558383509c2c49b1cfba31424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ba22c6-6a65-498a-aa16-eec207e6e80e" -d '{"events": [{"server_uuid": "7cbd7ccf-b7fa-45b9-b85c-69b1749742be", "name": "network-vif-plugged", "status": "completed", "tag": "f432859e-3326-4ca0-9744-9ea59417fab5"}]}' {{(pid=94642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:36:53.940950 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] get_ports_and_sgs() called for port_ids ['99453c35-144f-45fc-bfd8-9a3acd2f538e'] {{(pid=94642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:36:54.091819 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=f432859e-3326-4ca0-9744-9ea59417fab5,revision_number=5']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:54.153446 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d551f209-06cb-4b68-ad86-07155598a93a x-openstack-request-id: req-d551f209-06cb-4b68-ad86-07155598a93a {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:36:54.155766 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbd7ccf-b7fa-45b9-b85c-69b1749742be", "name": "network-vif-plugged", "status": "completed", "tag": "f432859e-3326-4ca0-9744-9ea59417fab5", "code": 200}]} {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:36:54.155766 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d551f209-06cb-4b68-ad86-07155598a93a {{(pid=94642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:36:54.155766 dv-cinder-760153-9-iscsi neutron-server[94642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbd7ccf-b7fa-45b9-b85c-69b1749742be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f432859e-3326-4ca0-9744-9ea59417fab5', 'code': 200} Sep 07 14:36:54.169192 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d328689-4bca-473d-b3bf-5958fab55eed req-a92db618-be5e-4840-99d7-5731f75e9d1c tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:54.180685 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0d328689-4bca-473d-b3bf-5958fab55eed req-a92db618-be5e-4840-99d7-5731f75e9d1c tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 944 time: 0.0996349 Sep 07 14:36:54.232703 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0d328689-4bca-473d-b3bf-5958fab55eed req-65be1ce9-8cd5-4841-845b-a4ff3fb95228 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507958 Sep 07 14:36:54.242752 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Provisioning for port db7b585d-5c07-487a-b641-9f5173bd5e37 completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:36:54.249108 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Provisioning complete for port db7b585d-5c07-487a-b641-9f5173bd5e37 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:36:54.249482 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:54.336236 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:54.368807 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port db7b585d-5c07-487a-b641-9f5173bd5e37, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=db7b585d-5c07-487a-b641-9f5173bd5e37,segment=NetworkSegment(b5b9ec0d-e678-4d99-9ed6-46a36cb810b0),segment_id=b5b9ec0d-e678-4d99-9ed6-46a36cb810b0)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:36:54.489828 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:54.571621 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=db7b585d-5c07-487a-b641-9f5173bd5e37,revision_number=5']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:54.577670 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed4ba9-fb3b-4226-8fb7-1733048ed398 req-102a63a6-558e-4212-8bde-18bd2f0d8c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:54.581190 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-07ed4ba9-fb3b-4226-8fb7-1733048ed398 req-102a63a6-558e-4212-8bde-18bd2f0d8c7f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7cbd7ccf-b7fa-45b9-b85c-69b1749742be HTTP/1.1" status: 200 len: 1098 time: 0.1037025 Sep 07 14:36:54.602182 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-07ed4ba9-fb3b-4226-8fb7-1733048ed398 req-40400d10-374c-40a5-bfa1-17424f602079 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:54.693241 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-07ed4ba9-fb3b-4226-8fb7-1733048ed398 req-40400d10-374c-40a5-bfa1-17424f602079 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:54.781279 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-07ed4ba9-fb3b-4226-8fb7-1733048ed398 req-40400d10-374c-40a5-bfa1-17424f602079 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:54.822691 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-07ed4ba9-fb3b-4226-8fb7-1733048ed398 req-40400d10-374c-40a5-bfa1-17424f602079 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c46ea283-014d-4127-b1b2-13ef7f00c80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335072 Sep 07 14:36:54.842205 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40400d10-374c-40a5-bfa1-17424f602079 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0f8588-c9d2-4f05-b0ea-d87909533037,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:54.947522 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779829d-f2a0-465e-89f2-7216ac42e1c1 req-439f0255-cf2c-4770-9620-25664d460ffb tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:54.947522 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4779829d-f2a0-465e-89f2-7216ac42e1c1 req-439f0255-cf2c-4770-9620-25664d460ffb tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbd7ccf-b7fa-45b9-b85c-69b1749742be HTTP/1.1" status: 200 len: 945 time: 0.0655382 Sep 07 14:36:54.984907 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4779829d-f2a0-465e-89f2-7216ac42e1c1 req-9faceb15-7009-408f-9c47-dc902f498778 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/security-groups?id=c46ea283-014d-4127-b1b2-13ef7f00c80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334282 Sep 07 14:36:55.129678 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 46598) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:36:55.276137 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 99453c35-144f-45fc-bfd8-9a3acd2f538e up at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:36:55.336967 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d60a091d-5023-4464-8f3e-e3aa3922a8b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:55.382102 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b8780-8912-40b5-817a-eef5f83206d8 req-1ddaabbd-2047-4d64-8246-6282a24fec49 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:55.383627 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-fd8b8780-8912-40b5-817a-eef5f83206d8 req-1ddaabbd-2047-4d64-8246-6282a24fec49 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.0622203 Sep 07 14:36:55.425826 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-fd8b8780-8912-40b5-817a-eef5f83206d8 req-28a770b4-d527-479a-a63f-9f3d92e42f1f tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343308 Sep 07 14:36:55.479496 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d60a091d-5023-4464-8f3e-e3aa3922a8b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:55.546776 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Provisioning for port 99453c35-144f-45fc-bfd8-9a3acd2f538e completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:36:55.550854 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Provisioning complete for port 99453c35-144f-45fc-bfd8-9a3acd2f538e triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:36:55.551180 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:55.574612 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d60a091d-5023-4464-8f3e-e3aa3922a8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:55.617474 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-d60a091d-5023-4464-8f3e-e3aa3922a8b6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=21d4bf5db2544fa4b96560ccf52939e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4863970 Sep 07 14:36:55.618564 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a091d-5023-4464-8f3e-e3aa3922a8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f512ad-f23a-4bef-a15d-47af65002e36,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:55.620192 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 46630) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:36:55.639502 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:55.675617 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port 99453c35-144f-45fc-bfd8-9a3acd2f538e, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=99453c35-144f-45fc-bfd8-9a3acd2f538e,segment=NetworkSegment(b5b9ec0d-e678-4d99-9ed6-46a36cb810b0),segment_id=b5b9ec0d-e678-4d99-9ed6-46a36cb810b0)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:36:55.692494 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aed0877f-6fc8-4ac8-b996-e3e3b5a61f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:55.714242 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aed0877f-6fc8-4ac8-b996-e3e3b5a61f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:55.752412 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:55.801375 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=99453c35-144f-45fc-bfd8-9a3acd2f538e,revision_number=5']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:55.872850 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aed0877f-6fc8-4ac8-b996-e3e3b5a61f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:55.875470 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aed0877f-6fc8-4ac8-b996-e3e3b5a61f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:55.876652 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-aed0877f-6fc8-4ac8-b996-e3e3b5a61f89 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e9f512ad-f23a-4bef-a15d-47af65002e36 HTTP/1.1" status: 204 len: 168 time: 0.2531235 Sep 07 14:36:55.884587 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed0877f-6fc8-4ac8-b996-e3e3b5a61f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f512ad-f23a-4bef-a15d-47af65002e36,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:36:56.103240 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819aff9-ca74-46fb-9888-f554ed7d52c9 req-4e5abfb6-761d-47e2-92d8-5c1f0d2b0701 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:56.104765 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8819aff9-ca74-46fb-9888-f554ed7d52c9 req-4e5abfb6-761d-47e2-92d8-5c1f0d2b0701 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbd7ccf-b7fa-45b9-b85c-69b1749742be HTTP/1.1" status: 200 len: 945 time: 0.0515323 Sep 07 14:36:56.143857 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8819aff9-ca74-46fb-9888-f554ed7d52c9 req-527d1580-50ea-4ddc-9bba-3995b208e89e tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/security-groups?id=c46ea283-014d-4127-b1b2-13ef7f00c80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322137 Sep 07 14:36:56.157583 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d9f043-05f6-4bd7-b5c4-299999cd2349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db7b585d-5c07-487a-b641-9f5173bd5e37'}, {'server_uuid': 'c77d088a-d7c8-4132-bce3-ed12d00823b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99453c35-144f-45fc-bfd8-9a3acd2f538e'}] {{(pid=94642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:36:56.159219 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd6d84ba8741af88afecd5b756310c726975e6558383509c2c49b1cfba31424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7972a708-adbb-4880-9896-c8cd0401948e" -d '{"events": [{"server_uuid": "97d9f043-05f6-4bd7-b5c4-299999cd2349", "name": "network-vif-plugged", "status": "completed", "tag": "db7b585d-5c07-487a-b641-9f5173bd5e37"}, {"server_uuid": "c77d088a-d7c8-4132-bce3-ed12d00823b8", "name": "network-vif-plugged", "status": "completed", "tag": "99453c35-144f-45fc-bfd8-9a3acd2f538e"}]}' {{(pid=94642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:36:56.199494 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 07 Sep 2021 14:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf09a4cd-3f9d-49aa-a17a-b4528a442528 x-openstack-request-id: req-cf09a4cd-3f9d-49aa-a17a-b4528a442528 {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:36:56.199792 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d9f043-05f6-4bd7-b5c4-299999cd2349", "name": "network-vif-plugged", "status": "completed", "tag": "db7b585d-5c07-487a-b641-9f5173bd5e37", "code": 200}, {"server_uuid": "c77d088a-d7c8-4132-bce3-ed12d00823b8", "name": "network-vif-plugged", "status": "completed", "tag": "99453c35-144f-45fc-bfd8-9a3acd2f538e", "code": 200}]} {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:36:56.200042 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cf09a4cd-3f9d-49aa-a17a-b4528a442528 {{(pid=94642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:36:56.200430 dv-cinder-760153-9-iscsi neutron-server[94642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d9f043-05f6-4bd7-b5c4-299999cd2349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db7b585d-5c07-487a-b641-9f5173bd5e37', 'code': 200} Sep 07 14:36:56.200675 dv-cinder-760153-9-iscsi neutron-server[94642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77d088a-d7c8-4132-bce3-ed12d00823b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99453c35-144f-45fc-bfd8-9a3acd2f538e', 'code': 200} Sep 07 14:36:56.551939 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78681e1d-2f47-4962-8294-d66c5f6e7d28 req-f6f0f4b7-74d8-4fcc-8540-02dab355680d tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:56.553689 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-78681e1d-2f47-4962-8294-d66c5f6e7d28 req-f6f0f4b7-74d8-4fcc-8540-02dab355680d tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.0555727 Sep 07 14:36:56.598081 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-78681e1d-2f47-4962-8294-d66c5f6e7d28 req-45339121-40f6-4983-8812-f16f4d637e97 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373411 Sep 07 14:36:57.266221 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ab8ef-2f96-447c-aabf-d7bac34efed6 req-dd4854e5-be18-482c-93b4-4b8d2d517f03 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:57.267830 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-058ab8ef-2f96-447c-aabf-d7bac34efed6 req-dd4854e5-be18-482c-93b4-4b8d2d517f03 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbd7ccf-b7fa-45b9-b85c-69b1749742be HTTP/1.1" status: 200 len: 945 time: 0.0510831 Sep 07 14:36:57.308175 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-058ab8ef-2f96-447c-aabf-d7bac34efed6 req-78da6963-d220-4b01-95d9-1212aeea78f1 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/security-groups?id=c46ea283-014d-4127-b1b2-13ef7f00c80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344646 Sep 07 14:36:57.715144 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea39f8-2a59-42f2-9f16-6a89c1fc3fde req-f8784416-6ed5-4a66-bc56-194e760a5829 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:57.716684 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-68ea39f8-2a59-42f2-9f16-6a89c1fc3fde req-f8784416-6ed5-4a66-bc56-194e760a5829 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.0500035 Sep 07 14:36:57.755340 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-68ea39f8-2a59-42f2-9f16-6a89c1fc3fde req-1c25b19b-c1b7-4b55-a0c1-f169116997a6 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326817 Sep 07 14:36:58.430437 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa11488a-1b19-4c24-ad24-f4cbda707ed9 req-f2ab390b-5d20-4def-8568-8912daf8b0cc tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:58.434238 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-fa11488a-1b19-4c24-ad24-f4cbda707ed9 req-f2ab390b-5d20-4def-8568-8912daf8b0cc tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbd7ccf-b7fa-45b9-b85c-69b1749742be HTTP/1.1" status: 200 len: 945 time: 0.0571656 Sep 07 14:36:58.491927 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-fa11488a-1b19-4c24-ad24-f4cbda707ed9 req-af72b083-9324-4659-8e20-9b5f9bf0ef92 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/security-groups?id=c46ea283-014d-4127-b1b2-13ef7f00c80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499601 Sep 07 14:36:58.668751 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c8d67-41e4-412d-ba1d-3e5c1a5857c8 req-562856f0-dbea-4102-8c3b-0e72b07094b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:58.670293 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-4a1c8d67-41e4-412d-ba1d-3e5c1a5857c8 req-562856f0-dbea-4102-8c3b-0e72b07094b6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 1098 time: 0.0610604 Sep 07 14:36:58.691549 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac38339d-07c4-49f2-a610-45e677e09c47 req-b983d8a9-a19e-4160-aa6b-6be61bd250d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:58.693046 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ac38339d-07c4-49f2-a610-45e677e09c47 req-b983d8a9-a19e-4160-aa6b-6be61bd250d5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 1099 time: 0.0835340 Sep 07 14:36:58.873587 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6209fcfd-7ddc-4202-9ef6-19ffe1c5c8f0 req-6bb557d5-1b88-4f7f-928d-64e3b7fb4d64 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:58.875107 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6209fcfd-7ddc-4202-9ef6-19ffe1c5c8f0 req-6bb557d5-1b88-4f7f-928d-64e3b7fb4d64 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.0533564 Sep 07 14:36:58.915422 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6209fcfd-7ddc-4202-9ef6-19ffe1c5c8f0 req-496b992a-c4ce-4424-91dd-d308d19f317b tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344310 Sep 07 14:36:59.635766 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea24ed-98f3-4a27-a5c4-7af68cb0ee7f req-c34c57fc-9e19-4d92-af63-3d7d2175f6ee tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:36:59.637467 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a2ea24ed-98f3-4a27-a5c4-7af68cb0ee7f req-c34c57fc-9e19-4d92-af63-3d7d2175f6ee tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbd7ccf-b7fa-45b9-b85c-69b1749742be HTTP/1.1" status: 200 len: 945 time: 0.0564485 Sep 07 14:36:59.686907 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a2ea24ed-98f3-4a27-a5c4-7af68cb0ee7f req-235bc997-b225-4843-9415-1103b89b292b tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/security-groups?id=c46ea283-014d-4127-b1b2-13ef7f00c80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414016 Sep 07 14:36:59.725041 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 46820) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:36:59.826952 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ff0f9976-b2e1-4bf3-957f-236b23bde38d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:36:59.911837 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ff0f9976-b2e1-4bf3-957f-236b23bde38d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:00.021547 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ff0f9976-b2e1-4bf3-957f-236b23bde38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:00.073046 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-ff0f9976-b2e1-4bf3-957f-236b23bde38d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=78594fe6bec24d72b383d5c99bfb97f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3469188 Sep 07 14:37:00.075896 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 46830) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:00.082062 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68055f7e-2588-48d7-9691-d7728a4de321 req-2296ca21-26be-4173-9d68-05c69ec9f110 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:00.083506 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-68055f7e-2588-48d7-9691-d7728a4de321 req-2296ca21-26be-4173-9d68-05c69ec9f110 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.0919402 Sep 07 14:37:00.084108 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f9976-b2e1-4bf3-957f-236b23bde38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54f400a-b4cf-446f-8e1a-5df6e5ccf53b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:00.126384 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4777bce3-c14b-48bd-aec0-2807a61c3d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:00.129811 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-68055f7e-2588-48d7-9691-d7728a4de321 req-ce83617c-3a3f-4fd6-b91a-38fd087e8b7c tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340493 Sep 07 14:37:00.153319 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4777bce3-c14b-48bd-aec0-2807a61c3d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:00.265551 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4777bce3-c14b-48bd-aec0-2807a61c3d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:00.268148 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4777bce3-c14b-48bd-aec0-2807a61c3d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:00.269325 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-4777bce3-c14b-48bd-aec0-2807a61c3d4d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d54f400a-b4cf-446f-8e1a-5df6e5ccf53b HTTP/1.1" status: 204 len: 168 time: 0.1923785 Sep 07 14:37:00.277461 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4777bce3-c14b-48bd-aec0-2807a61c3d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54f400a-b4cf-446f-8e1a-5df6e5ccf53b,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:00.428571 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-4a1c8d67-41e4-412d-ba1d-3e5c1a5857c8 req-b683fe65-d8d6-4134-9714-38bbc4c5c04e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345500 Sep 07 14:37:00.432302 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ac38339d-07c4-49f2-a610-45e677e09c47 req-24ded429-104b-455a-9313-0a1378601373 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372403 Sep 07 14:37:00.807315 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fee255-4188-4f63-981e-71c14ae5356a req-d47c910d-d944-40ab-84b1-1c97ebb323b6 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:00.809571 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-20fee255-4188-4f63-981e-71c14ae5356a req-d47c910d-d944-40ab-84b1-1c97ebb323b6 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbd7ccf-b7fa-45b9-b85c-69b1749742be HTTP/1.1" status: 200 len: 945 time: 0.0528438 Sep 07 14:37:00.849150 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-20fee255-4188-4f63-981e-71c14ae5356a req-d316cfca-1627-4560-a3cd-34a409d9e070 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/security-groups?id=c46ea283-014d-4127-b1b2-13ef7f00c80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342751 Sep 07 14:37:00.960188 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 46858) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:00.973936 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-63be268c-6672-45fc-a594-b89516bbe78c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:01.057700 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-63be268c-6672-45fc-a594-b89516bbe78c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:01.158231 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-63be268c-6672-45fc-a594-b89516bbe78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:01.194504 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63be268c-6672-45fc-a594-b89516bbe78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3a2ea3-5419-47ce-add2-84305e2c43bb,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:01.201955 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-63be268c-6672-45fc-a594-b89516bbe78c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=123947ebf6ad42ba8f645f411a33e926&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2375703 Sep 07 14:37:01.202113 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 46862) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:01.248603 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97878809-90f2-4030-9a6d-ae0c515e8e98 req-03a7de86-715c-4116-ad0b-5288f27eda63 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:01.249126 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bfcbc0ce-242f-4019-99f1-5e8b073aa289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:01.250093 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-97878809-90f2-4030-9a6d-ae0c515e8e98 req-03a7de86-715c-4116-ad0b-5288f27eda63 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.0522833 Sep 07 14:37:01.271354 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bfcbc0ce-242f-4019-99f1-5e8b073aa289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:01.292104 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-97878809-90f2-4030-9a6d-ae0c515e8e98 req-00d31d45-355b-4097-b0f9-68818ad399dd tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357304 Sep 07 14:37:01.421298 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bfcbc0ce-242f-4019-99f1-5e8b073aa289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:01.423867 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bfcbc0ce-242f-4019-99f1-5e8b073aa289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:01.425084 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-bfcbc0ce-242f-4019-99f1-5e8b073aa289 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7a3a2ea3-5419-47ce-add2-84305e2c43bb HTTP/1.1" status: 204 len: 168 time: 0.2220621 Sep 07 14:37:01.437224 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcbc0ce-242f-4019-99f1-5e8b073aa289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3a2ea3-5419-47ce-add2-84305e2c43bb,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:01.970851 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7739f59-de7d-4254-aa02-c4e47e1be481 req-58b8d636-3c53-4b76-b3e2-d4f9737e45d0 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:01.972511 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a7739f59-de7d-4254-aa02-c4e47e1be481 req-58b8d636-3c53-4b76-b3e2-d4f9737e45d0 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbd7ccf-b7fa-45b9-b85c-69b1749742be HTTP/1.1" status: 200 len: 945 time: 0.0541613 Sep 07 14:37:02.010456 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a7739f59-de7d-4254-aa02-c4e47e1be481 req-1c5c41f1-6b14-48c1-ac61-e9bf4d8dd585 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/security-groups?id=c46ea283-014d-4127-b1b2-13ef7f00c80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317016 Sep 07 14:37:02.352594 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-64825706-a8b1-4eb0-ad2f-2c6ed2640a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:02.419977 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df235e4-103a-4519-b0bc-12a7598fd343 req-348b1a99-ba69-4ee9-8837-c0327f215b89 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:02.421498 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1df235e4-103a-4519-b0bc-12a7598fd343 req-348b1a99-ba69-4ee9-8837-c0327f215b89 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.0573077 Sep 07 14:37:02.461251 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1df235e4-103a-4519-b0bc-12a7598fd343 req-78e9e589-9534-4c3f-84be-d1f6b2d44e16 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335038 Sep 07 14:37:02.552423 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:03.129592 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae24a3-87a7-4325-a320-08f459fef55a req-07627d90-4934-473d-a4f3-212c0bed5db5 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:03.131144 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f1ae24a3-87a7-4325-a320-08f459fef55a req-07627d90-4934-473d-a4f3-212c0bed5db5 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbd7ccf-b7fa-45b9-b85c-69b1749742be HTTP/1.1" status: 200 len: 945 time: 0.0502656 Sep 07 14:37:03.171551 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f1ae24a3-87a7-4325-a320-08f459fef55a req-de418ecf-604e-42ba-af11-89e054a982c9 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/security-groups?id=c46ea283-014d-4127-b1b2-13ef7f00c80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346637 Sep 07 14:37:03.574670 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbef50d-9557-48bc-a76a-79f700f249ed req-ed3673cf-d67f-49f7-bc2c-0615fdf72925 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:03.576613 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bfbef50d-9557-48bc-a76a-79f700f249ed req-ed3673cf-d67f-49f7-bc2c-0615fdf72925 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.0502408 Sep 07 14:37:03.622064 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bfbef50d-9557-48bc-a76a-79f700f249ed req-5a7f14f2-99ba-42e5-8138-df57d0898074 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394204 Sep 07 14:37:04.290254 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232b2fb-c33e-4351-a9ed-410981723334 req-24be627c-b595-442d-a393-f472c4157fe8 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:04.290254 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0232b2fb-c33e-4351-a9ed-410981723334 req-24be627c-b595-442d-a393-f472c4157fe8 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbd7ccf-b7fa-45b9-b85c-69b1749742be HTTP/1.1" status: 200 len: 945 time: 0.0489926 Sep 07 14:37:04.326012 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0232b2fb-c33e-4351-a9ed-410981723334 req-adb49a1b-d3b3-4738-b0c3-3a43a7f7b99a tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/security-groups?id=c46ea283-014d-4127-b1b2-13ef7f00c80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326560 Sep 07 14:37:04.753532 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8544da-517b-4eb1-a1a8-c2e99ada8a7c req-adb07603-4bb9-42f8-9875-a9b2e31fa46e tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:04.755000 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1a8544da-517b-4eb1-a1a8-c2e99ada8a7c req-adb07603-4bb9-42f8-9875-a9b2e31fa46e tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.0479462 Sep 07 14:37:04.797847 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1a8544da-517b-4eb1-a1a8-c2e99ada8a7c req-a82b8b9d-fc0f-472d-bcfe-d0ad090160f1 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361047 Sep 07 14:37:05.032462 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-d6633c32-e49b-4b43-a152-8870c6eab837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:05.448835 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2488fff2-5513-4d1f-83ee-78bfb9536c66 req-249eb5b1-278d-4d88-9e02-4df2ab2ef040 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:05.449682 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:05.449884 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2488fff2-5513-4d1f-83ee-78bfb9536c66 req-249eb5b1-278d-4d88-9e02-4df2ab2ef040 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbd7ccf-b7fa-45b9-b85c-69b1749742be HTTP/1.1" status: 200 len: 945 time: 0.0500236 Sep 07 14:37:05.495903 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2488fff2-5513-4d1f-83ee-78bfb9536c66 req-bc596f1e-310d-43db-b2f3-6b07f7dc48e1 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/security-groups?id=c46ea283-014d-4127-b1b2-13ef7f00c80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345435 Sep 07 14:37:05.912425 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80db83-b466-415d-a3fb-248c06ddc60a req-e7e36b08-b81d-47a5-9c42-155f94d72e13 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:05.913893 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0d80db83-b466-415d-a3fb-248c06ddc60a req-e7e36b08-b81d-47a5-9c42-155f94d72e13 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.0488548 Sep 07 14:37:05.953046 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0d80db83-b466-415d-a3fb-248c06ddc60a req-4747124a-a81d-4701-81da-5ff9f07bf056 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331376 Sep 07 14:37:06.135094 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:07.071964 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da4e3e3-16b1-438e-aef7-a5e27e84aa6a req-4924e8af-f382-468b-b37c-596bd0333a0a tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:07.073577 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1da4e3e3-16b1-438e-aef7-a5e27e84aa6a req-4924e8af-f382-468b-b37c-596bd0333a0a tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.0496197 Sep 07 14:37:07.115222 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1da4e3e3-16b1-438e-aef7-a5e27e84aa6a req-37a8e812-6f26-4aaf-89b4-44808dd2abb0 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340352 Sep 07 14:37:07.819335 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:08.227357 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90aae0c-cbe4-4a2a-8a2c-da5e2e00d057 req-ebe0190d-f6d0-48e2-94e0-ac2e413f127a tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:08.228811 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e90aae0c-cbe4-4a2a-8a2c-da5e2e00d057 req-ebe0190d-f6d0-48e2-94e0-ac2e413f127a tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.0471199 Sep 07 14:37:08.270964 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e90aae0c-cbe4-4a2a-8a2c-da5e2e00d057 req-3c7c07f8-0878-426d-bb37-b04a73b52122 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353911 Sep 07 14:37:09.134897 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 47090) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:09.238191 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d31ccfb3-3c82-494d-bed8-401a6fb54d73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:09.330483 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d31ccfb3-3c82-494d-bed8-401a6fb54d73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:09.381901 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8416db0-844d-449a-96d6-6e73c440d883 req-b5d6b310-3f98-418b-b6e7-9e7fb1bcfb41 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:09.383381 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b8416db0-844d-449a-96d6-6e73c440d883 req-b5d6b310-3f98-418b-b6e7-9e7fb1bcfb41 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.0457547 Sep 07 14:37:09.389844 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.agents_db [None req-8586c0a8-7e1b-4ad5-b29e-274ce3295afb None None] Agent healthcheck: found 6 active agents {{(pid=94643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:37:09.421120 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b8416db0-844d-449a-96d6-6e73c440d883 req-daacc3d7-5558-4449-abb9-4e415d6a4d76 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309091 Sep 07 14:37:09.424593 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d31ccfb3-3c82-494d-bed8-401a6fb54d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:09.466056 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-d31ccfb3-3c82-494d-bed8-401a6fb54d73 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=82de833815fb426bb6116a4a0815eaeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3300657 Sep 07 14:37:09.467314 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ccfb3-3c82-494d-bed8-401a6fb54d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629cc292-c8f4-4fa4-90f3-b81eed6eaaa1,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:09.468897 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 47098) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:09.531709 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0283d27a-a4bf-4189-9648-4b806cc1854c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:09.555568 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0283d27a-a4bf-4189-9648-4b806cc1854c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:09.689676 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0283d27a-a4bf-4189-9648-4b806cc1854c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:09.692284 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0283d27a-a4bf-4189-9648-4b806cc1854c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:09.693614 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-0283d27a-a4bf-4189-9648-4b806cc1854c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/629cc292-c8f4-4fa4-90f3-b81eed6eaaa1 HTTP/1.1" status: 204 len: 168 time: 0.2236955 Sep 07 14:37:09.704171 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0283d27a-a4bf-4189-9648-4b806cc1854c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629cc292-c8f4-4fa4-90f3-b81eed6eaaa1,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:09.977986 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672017a-7217-4c20-b43f-b13d337a514f req-7740d4d8-ee0d-43cc-a5c6-09b3028ec407 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:09.979481 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b672017a-7217-4c20-b43f-b13d337a514f req-7740d4d8-ee0d-43cc-a5c6-09b3028ec407 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.0471764 Sep 07 14:37:10.023971 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b672017a-7217-4c20-b43f-b13d337a514f req-2d6c7d68-c90e-4c90-8d66-b6f099f3ceaf tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378897 Sep 07 14:37:10.345449 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 47128) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:10.358941 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3eeb4f0a-d821-4abc-963b-d87243272f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:10.445484 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3eeb4f0a-d821-4abc-963b-d87243272f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:10.521778 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3eeb4f0a-d821-4abc-963b-d87243272f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:10.559966 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-3eeb4f0a-d821-4abc-963b-d87243272f99 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1529bae4d46049558ee08c782a9ae1e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2134063 Sep 07 14:37:10.560833 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb4f0a-d821-4abc-963b-d87243272f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35afc7d-c58d-42f4-8de3-5de6163a088e,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:10.562822 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 47130) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:10.615278 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ed9c7fd-1c24-46bd-9484-e243fe217e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:10.638183 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ed9c7fd-1c24-46bd-9484-e243fe217e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:10.775094 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ed9c7fd-1c24-46bd-9484-e243fe217e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:10.777576 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ed9c7fd-1c24-46bd-9484-e243fe217e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:10.778826 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-4ed9c7fd-1c24-46bd-9484-e243fe217e54 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a35afc7d-c58d-42f4-8de3-5de6163a088e HTTP/1.1" status: 204 len: 168 time: 0.2149537 Sep 07 14:37:10.787796 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed9c7fd-1c24-46bd-9484-e243fe217e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35afc7d-c58d-42f4-8de3-5de6163a088e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:11.146795 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346e4c0-6d7d-4d4a-802b-287798e5cc39 req-edfe0086-451d-4ac8-9694-f217253a0bdf tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:11.148270 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7346e4c0-6d7d-4d4a-802b-287798e5cc39 req-edfe0086-451d-4ac8-9694-f217253a0bdf tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.0502124 Sep 07 14:37:11.187515 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7346e4c0-6d7d-4d4a-802b-287798e5cc39 req-25863dd9-6b18-4a13-afcf-f5fe6093fd06 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333276 Sep 07 14:37:11.804336 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d00202-fc8e-4f97-9de3-2447002a1b12 req-aeb76fba-c2de-47a1-9979-528b6a4a5481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:11.805890 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d1d00202-fc8e-4f97-9de3-2447002a1b12 req-aeb76fba-c2de-47a1-9979-528b6a4a5481 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=25eabbe22d5b41849961a9af5ba6fc47&device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 1098 time: 0.0490110 Sep 07 14:37:11.960220 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d00202-fc8e-4f97-9de3-2447002a1b12 req-f3e5839e-2f00-4fd1-865e-e6faa6849cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:11.961712 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d1d00202-fc8e-4f97-9de3-2447002a1b12 req-f3e5839e-2f00-4fd1-865e-e6faa6849cf1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=bbbe9b39-82f4-4f4e-ae09-684d6fbf682f HTTP/1.1" status: 200 len: 920 time: 0.1486351 Sep 07 14:37:12.159426 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d1d00202-fc8e-4f97-9de3-2447002a1b12 req-fd436766-c5ad-4c3b-8240-50ae67d386be service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db7b585d-5c07-487a-b641-9f5173bd5e37 HTTP/1.1" status: 200 len: 217 time: 0.1893325 Sep 07 14:37:12.208537 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d00202-fc8e-4f97-9de3-2447002a1b12 req-0cdf9148-84bc-4c39-ac12-af14ff1f92a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:12.209874 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d1d00202-fc8e-4f97-9de3-2447002a1b12 req-0cdf9148-84bc-4c39-ac12-af14ff1f92a3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a82ba659-94b3-4805-891b-41571a6feb03 HTTP/1.1" status: 200 len: 859 time: 0.0427647 Sep 07 14:37:12.242712 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d1d00202-fc8e-4f97-9de3-2447002a1b12 req-2d3e8ff3-dc6a-4e4d-aa5d-bab9ba8d7cf9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bbbe9b39-82f4-4f4e-ae09-684d6fbf682f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237772 Sep 07 14:37:12.363323 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f18e9-40e1-4578-b450-55c36a54a17c req-39c1ed96-9442-4605-b946-5f695e30bcc3 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:12.364781 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0c4f18e9-40e1-4578-b450-55c36a54a17c req-39c1ed96-9442-4605-b946-5f695e30bcc3 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.1111722 Sep 07 14:37:12.392281 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d1d00202-fc8e-4f97-9de3-2447002a1b12 req-282ff4c9-c5ee-40a2-aeb3-4d1210e8bc4e service neutron] 10.222.0.22 "GET /v2.0/networks/bbbe9b39-82f4-4f4e-ae09-684d6fbf682f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368144 Sep 07 14:37:12.411283 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0c4f18e9-40e1-4578-b450-55c36a54a17c req-2285b4d4-7eec-4561-ad3d-d030779f342e tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393422 Sep 07 14:37:13.442803 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d1d00202-fc8e-4f97-9de3-2447002a1b12 req-e6c54dad-4cc0-4e95-9842-ed7d1ce204c5 service neutron] 10.222.0.22 "GET /v2.0/networks/bbbe9b39-82f4-4f4e-ae09-684d6fbf682f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031921 Sep 07 14:37:13.539209 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1515b7a-260f-4848-9410-009738ec8cae req-60904ac4-934d-4f52-bb2d-790922b37a64 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:13.540574 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e1515b7a-260f-4848-9410-009738ec8cae req-60904ac4-934d-4f52-bb2d-790922b37a64 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.0525746 Sep 07 14:37:13.582427 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 47266) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:13.583438 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e1515b7a-260f-4848-9410-009738ec8cae req-2f31e68c-de7b-4340-addd-24c827327d4c tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351770 Sep 07 14:37:13.688734 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17efa3e7-54d9-431b-b13e-7e4aded8f470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:13.774983 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17efa3e7-54d9-431b-b13e-7e4aded8f470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:13.836214 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17efa3e7-54d9-431b-b13e-7e4aded8f470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:13.876273 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-17efa3e7-54d9-431b-b13e-7e4aded8f470 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3492d9b73319456b9cc38aef1231d303&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2927837 Sep 07 14:37:13.877213 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17efa3e7-54d9-431b-b13e-7e4aded8f470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c85262-5772-4a1c-ab45-4e1a0653bf0e,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:13.879042 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 47270) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:13.927627 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c01108fc-b9a3-4bba-b978-d42d4a4ed507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:13.948593 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c01108fc-b9a3-4bba-b978-d42d4a4ed507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:14.065053 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c01108fc-b9a3-4bba-b978-d42d4a4ed507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:14.067629 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c01108fc-b9a3-4bba-b978-d42d4a4ed507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:14.068839 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-c01108fc-b9a3-4bba-b978-d42d4a4ed507 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/76c85262-5772-4a1c-ab45-4e1a0653bf0e HTTP/1.1" status: 204 len: 168 time: 0.1888168 Sep 07 14:37:14.076874 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01108fc-b9a3-4bba-b978-d42d4a4ed507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c85262-5772-4a1c-ab45-4e1a0653bf0e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:14.679844 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 47288) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:14.692660 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ba2844ec-3e5a-467f-bd2a-6c5f18097fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:14.699564 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000e4db-baf0-4ea0-9f2a-4d1244a27402 req-edd5e459-90dc-4571-a47d-119f3fbc4839 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:14.701157 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9000e4db-baf0-4ea0-9f2a-4d1244a27402 req-edd5e459-90dc-4571-a47d-119f3fbc4839 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.0513783 Sep 07 14:37:14.739032 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9000e4db-baf0-4ea0-9f2a-4d1244a27402 req-f85bcdfd-b776-4ca8-a1ce-5b298749bd76 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319061 Sep 07 14:37:14.782103 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ba2844ec-3e5a-467f-bd2a-6c5f18097fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:14.848391 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ba2844ec-3e5a-467f-bd2a-6c5f18097fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:14.887135 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-ba2844ec-3e5a-467f-bd2a-6c5f18097fb0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0eec1282f0364e0da1decd95c32cd518&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2061639 Sep 07 14:37:14.888235 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2844ec-3e5a-467f-bd2a-6c5f18097fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24da580e-2803-411e-960b-772d8e650864,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:14.890390 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 47290) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:14.938150 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-efd1ca10-21dd-4f4b-819c-ffa74c26736f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:14.958504 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-efd1ca10-21dd-4f4b-819c-ffa74c26736f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:15.087965 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-efd1ca10-21dd-4f4b-819c-ffa74c26736f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:15.090530 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-efd1ca10-21dd-4f4b-819c-ffa74c26736f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:15.092246 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-efd1ca10-21dd-4f4b-819c-ffa74c26736f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/24da580e-2803-411e-960b-772d8e650864 HTTP/1.1" status: 204 len: 168 time: 0.2003014 Sep 07 14:37:15.100124 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd1ca10-21dd-4f4b-819c-ffa74c26736f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24da580e-2803-411e-960b-772d8e650864,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:15.856977 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745fdcb-0133-4d83-aa0c-57bc4d8e2fa2 req-1e937711-0c8c-4060-9b0d-1099cce6e1fa tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:15.858583 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5745fdcb-0133-4d83-aa0c-57bc4d8e2fa2 req-1e937711-0c8c-4060-9b0d-1099cce6e1fa tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.0526066 Sep 07 14:37:15.896317 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5745fdcb-0133-4d83-aa0c-57bc4d8e2fa2 req-00396b09-6f2b-402e-8d0e-fd96a7cfc6ce tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317543 Sep 07 14:37:17.021528 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 47388) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:17.027328 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67a44a-095f-4d22-96f6-f932c4d506e5 req-fc89ad7e-f4a5-435d-a774-7920ed856455 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:17.028828 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9b67a44a-095f-4d22-96f6-f932c4d506e5 req-fc89ad7e-f4a5-435d-a774-7920ed856455 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.0555117 Sep 07 14:37:17.071281 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9b67a44a-095f-4d22-96f6-f932c4d506e5 req-1e4ae99b-46a7-44be-b331-721df6c870fa tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340278 Sep 07 14:37:17.139829 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c7e0dcc9-1f6c-4160-b7f3-296b023d7405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:17.235841 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c7e0dcc9-1f6c-4160-b7f3-296b023d7405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:17.335013 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c7e0dcc9-1f6c-4160-b7f3-296b023d7405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:17.386048 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-c7e0dcc9-1f6c-4160-b7f3-296b023d7405 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dbb0769c7ef14781be77191f58c6db2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3616941 Sep 07 14:37:17.389367 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 47404) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:17.389886 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0dcc9-1f6c-4160-b7f3-296b023d7405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55537ecc-d21a-41f8-aa68-28e7339080da,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:17.452411 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ae8256b-b132-4437-8ec3-07bf81e1454d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:17.474192 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ae8256b-b132-4437-8ec3-07bf81e1454d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:17.597902 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ae8256b-b132-4437-8ec3-07bf81e1454d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:17.600441 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ae8256b-b132-4437-8ec3-07bf81e1454d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:17.601615 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-7ae8256b-b132-4437-8ec3-07bf81e1454d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/55537ecc-d21a-41f8-aa68-28e7339080da HTTP/1.1" status: 204 len: 168 time: 0.2108793 Sep 07 14:37:17.609448 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8256b-b132-4437-8ec3-07bf81e1454d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55537ecc-d21a-41f8-aa68-28e7339080da,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:18.198212 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d5835-a882-4aa2-b3e5-fb5c27237553 req-6313f4f1-b916-45f3-9a28-17e4e5c9947a tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:18.205502 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-608d5835-a882-4aa2-b3e5-fb5c27237553 req-6313f4f1-b916-45f3-9a28-17e4e5c9947a tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.0610182 Sep 07 14:37:18.254054 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-608d5835-a882-4aa2-b3e5-fb5c27237553 req-e3b5c425-0e15-440a-89a2-64669f883f6b tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441122 Sep 07 14:37:18.323082 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 47446) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:18.339497 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eff99549-ff9c-47ec-ae26-828462f7ed83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:18.434998 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eff99549-ff9c-47ec-ae26-828462f7ed83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:18.547405 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eff99549-ff9c-47ec-ae26-828462f7ed83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:18.591358 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-eff99549-ff9c-47ec-ae26-828462f7ed83 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0ca4c1f01ecc417b93665a90094ad748&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2671862 Sep 07 14:37:18.593341 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff99549-ff9c-47ec-ae26-828462f7ed83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a31e7ec-8e8a-4c3f-bb0a-0ba3a5f5b48a,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:18.594187 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 47454) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:18.648119 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-422532ef-3cf6-49ba-9c78-09927ab0bbc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:18.673878 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-422532ef-3cf6-49ba-9c78-09927ab0bbc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:18.792343 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-422532ef-3cf6-49ba-9c78-09927ab0bbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:18.795672 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-422532ef-3cf6-49ba-9c78-09927ab0bbc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:18.796821 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-422532ef-3cf6-49ba-9c78-09927ab0bbc2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1a31e7ec-8e8a-4c3f-bb0a-0ba3a5f5b48a HTTP/1.1" status: 204 len: 168 time: 0.2016239 Sep 07 14:37:18.805097 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422532ef-3cf6-49ba-9c78-09927ab0bbc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a31e7ec-8e8a-4c3f-bb0a-0ba3a5f5b48a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:19.375603 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29d9cc-ce1b-4d5b-8890-ed5508084ade req-b68d0864-32c8-425b-85f8-ad1142519483 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:19.377128 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bc29d9cc-ce1b-4d5b-8890-ed5508084ade req-b68d0864-32c8-425b-85f8-ad1142519483 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.0551188 Sep 07 14:37:19.416635 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bc29d9cc-ce1b-4d5b-8890-ed5508084ade req-050758d2-1ee0-492c-a8cb-6db07c628c61 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335474 Sep 07 14:37:20.170573 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 47518) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:20.272518 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41b0bb62-5959-4a55-8aac-d581ee829472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:20.367308 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41b0bb62-5959-4a55-8aac-d581ee829472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:20.468133 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41b0bb62-5959-4a55-8aac-d581ee829472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:20.534575 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-41b0bb62-5959-4a55-8aac-d581ee829472 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0773eee7235b4e2d8d9a629746f91706&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3606286 Sep 07 14:37:20.536193 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 47534) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:20.537235 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0bb62-5959-4a55-8aac-d581ee829472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7580d37a-4b01-4926-ac2a-e741c5c0dde8,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:20.564417 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513049bc-2bf9-4dd0-a2d6-a298971e21f9 req-48bdc6d2-f10e-4dcd-90ee-7c58dc9d1f50 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:20.566025 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-513049bc-2bf9-4dd0-a2d6-a298971e21f9 req-48bdc6d2-f10e-4dcd-90ee-7c58dc9d1f50 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.0758781 Sep 07 14:37:20.601965 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4df78443-3709-44e8-ac68-8eae8e594aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:20.606101 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-513049bc-2bf9-4dd0-a2d6-a298971e21f9 req-2e47bbfa-5371-40ab-abea-c2a84064f0f1 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336220 Sep 07 14:37:20.626900 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4df78443-3709-44e8-ac68-8eae8e594aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:20.764806 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4df78443-3709-44e8-ac68-8eae8e594aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:20.767508 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4df78443-3709-44e8-ac68-8eae8e594aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:20.768686 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-4df78443-3709-44e8-ac68-8eae8e594aea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7580d37a-4b01-4926-ac2a-e741c5c0dde8 HTTP/1.1" status: 204 len: 168 time: 0.2310736 Sep 07 14:37:20.776694 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df78443-3709-44e8-ac68-8eae8e594aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7580d37a-4b01-4926-ac2a-e741c5c0dde8,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:21.727305 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a862d-9d1e-4cf1-b7d4-488661f008d7 req-c213faa6-bda7-4058-acbf-d7697ba469fc tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:21.728803 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-564a862d-9d1e-4cf1-b7d4-488661f008d7 req-c213faa6-bda7-4058-acbf-d7697ba469fc tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.0488486 Sep 07 14:37:21.765940 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-564a862d-9d1e-4cf1-b7d4-488661f008d7 req-64d22717-e935-4465-8e9d-e53891fbf6cd tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310113 Sep 07 14:37:21.996420 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 47592) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:22.009204 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f7f3ae60-30fa-438d-b218-dbc4f3137a6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:22.110374 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f7f3ae60-30fa-438d-b218-dbc4f3137a6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:22.169501 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f7f3ae60-30fa-438d-b218-dbc4f3137a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:22.212588 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-f7f3ae60-30fa-438d-b218-dbc4f3137a6b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f9c8b0ec30a14c4fae71fe80fff3db69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2123995 Sep 07 14:37:22.212588 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3ae60-30fa-438d-b218-dbc4f3137a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8a7e97-6857-4243-95f3-bc3f3ac93615,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:22.214765 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 47596) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:22.219106 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3ae60-30fa-438d-b218-dbc4f3137a6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:37:22.219607 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3ae60-30fa-438d-b218-dbc4f3137a6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:37:22.219897 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3ae60-30fa-438d-b218-dbc4f3137a6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:37:22.220227 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3ae60-30fa-438d-b218-dbc4f3137a6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:37:22.221010 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3ae60-30fa-438d-b218-dbc4f3137a6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:37:22.221010 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3ae60-30fa-438d-b218-dbc4f3137a6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:37:22.221270 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3ae60-30fa-438d-b218-dbc4f3137a6b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:37:22.221669 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3ae60-30fa-438d-b218-dbc4f3137a6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:37:22.222232 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3ae60-30fa-438d-b218-dbc4f3137a6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:37:22.222640 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3ae60-30fa-438d-b218-dbc4f3137a6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:37:22.223025 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3ae60-30fa-438d-b218-dbc4f3137a6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:37:22.223379 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3ae60-30fa-438d-b218-dbc4f3137a6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:37:22.278770 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0248652f-0c71-4b84-816f-f6d0dba674ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:22.301643 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0248652f-0c71-4b84-816f-f6d0dba674ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:22.437924 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0248652f-0c71-4b84-816f-f6d0dba674ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:22.440546 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0248652f-0c71-4b84-816f-f6d0dba674ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:22.441678 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-0248652f-0c71-4b84-816f-f6d0dba674ee admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bf8a7e97-6857-4243-95f3-bc3f3ac93615 HTTP/1.1" status: 204 len: 168 time: 0.2259185 Sep 07 14:37:22.450035 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0248652f-0c71-4b84-816f-f6d0dba674ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8a7e97-6857-4243-95f3-bc3f3ac93615,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:22.880630 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a976fc-5d11-43b9-8905-f2f3e296f121 req-3af7cb25-d4aa-455c-8fd2-cf727ff1db38 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:22.882236 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a0a976fc-5d11-43b9-8905-f2f3e296f121 req-3af7cb25-d4aa-455c-8fd2-cf727ff1db38 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.0494757 Sep 07 14:37:22.924132 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a0a976fc-5d11-43b9-8905-f2f3e296f121 req-91f51210-52c0-4bcf-8bfc-d03e579cbac6 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342298 Sep 07 14:37:24.092674 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e7ce1-dae5-4f7f-84c9-fee6f877403a req-1b1e6d76-b7f6-4914-812a-37de3fe1a321 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:24.095576 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-848e7ce1-dae5-4f7f-84c9-fee6f877403a req-1b1e6d76-b7f6-4914-812a-37de3fe1a321 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.0618508 Sep 07 14:37:24.166729 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-848e7ce1-dae5-4f7f-84c9-fee6f877403a req-4c568a21-fa88-46ce-8b62-f561d72d20f9 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640366 Sep 07 14:37:24.191004 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 47686) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:24.323636 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5c70e57b-910d-4b69-8fdf-c18980a17049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:24.413964 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5c70e57b-910d-4b69-8fdf-c18980a17049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:24.493649 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5c70e57b-910d-4b69-8fdf-c18980a17049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:24.533769 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-5c70e57b-910d-4b69-8fdf-c18980a17049 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a57db958e6de48d9925af3578cfe15a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3416681 Sep 07 14:37:24.534754 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c70e57b-910d-4b69-8fdf-c18980a17049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5613f09-f52d-4e25-b9ac-8df02d4841ed,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:24.536413 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 47698) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:24.594329 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66ebc9f3-c3f3-42de-a811-863ed4cdec9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:24.616527 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66ebc9f3-c3f3-42de-a811-863ed4cdec9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:24.739443 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66ebc9f3-c3f3-42de-a811-863ed4cdec9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:24.742073 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66ebc9f3-c3f3-42de-a811-863ed4cdec9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:24.743211 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-66ebc9f3-c3f3-42de-a811-863ed4cdec9c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b5613f09-f52d-4e25-b9ac-8df02d4841ed HTTP/1.1" status: 204 len: 168 time: 0.2057543 Sep 07 14:37:24.751001 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ebc9f3-c3f3-42de-a811-863ed4cdec9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5613f09-f52d-4e25-b9ac-8df02d4841ed,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:24.758156 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebc9f3-c3f3-42de-a811-863ed4cdec9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:37:24.758498 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebc9f3-c3f3-42de-a811-863ed4cdec9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:37:24.758831 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebc9f3-c3f3-42de-a811-863ed4cdec9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:37:24.759158 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebc9f3-c3f3-42de-a811-863ed4cdec9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:37:24.759483 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebc9f3-c3f3-42de-a811-863ed4cdec9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:37:24.759808 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebc9f3-c3f3-42de-a811-863ed4cdec9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:37:24.760127 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebc9f3-c3f3-42de-a811-863ed4cdec9c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:37:24.760450 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebc9f3-c3f3-42de-a811-863ed4cdec9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:37:24.760767 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebc9f3-c3f3-42de-a811-863ed4cdec9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:37:24.761081 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebc9f3-c3f3-42de-a811-863ed4cdec9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:37:24.761400 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebc9f3-c3f3-42de-a811-863ed4cdec9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:37:24.761711 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebc9f3-c3f3-42de-a811-863ed4cdec9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:37:25.312753 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269765aa-9490-4f47-bfeb-9313797c26c9 req-9e535ab3-401c-4c77-a113-27757961baa8 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:25.315166 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-269765aa-9490-4f47-bfeb-9313797c26c9 req-9e535ab3-401c-4c77-a113-27757961baa8 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.0757141 Sep 07 14:37:25.367343 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-269765aa-9490-4f47-bfeb-9313797c26c9 req-8d35a722-c6a9-40cc-8280-18e2da930276 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449500 Sep 07 14:37:25.446311 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 47734) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:25.460399 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbfb18c8-3729-40aa-8122-978a33f6b919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:25.569891 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbfb18c8-3729-40aa-8122-978a33f6b919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:25.638258 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbfb18c8-3729-40aa-8122-978a33f6b919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:25.681930 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-cbfb18c8-3729-40aa-8122-978a33f6b919 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bd04df465e46427b94b0c561991fa0b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2345238 Sep 07 14:37:25.682723 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfb18c8-3729-40aa-8122-978a33f6b919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ca4acc-47a6-4b10-a45a-6a516fdd8985,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:25.684593 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 47736) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:25.735701 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5d8c3968-7330-451b-af96-7bf010cdde60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:25.757316 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5d8c3968-7330-451b-af96-7bf010cdde60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:25.872289 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5d8c3968-7330-451b-af96-7bf010cdde60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:25.875017 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5d8c3968-7330-451b-af96-7bf010cdde60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:25.876180 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-5d8c3968-7330-451b-af96-7bf010cdde60 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/42ca4acc-47a6-4b10-a45a-6a516fdd8985 HTTP/1.1" status: 204 len: 168 time: 0.1894438 Sep 07 14:37:25.884189 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c3968-7330-451b-af96-7bf010cdde60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ca4acc-47a6-4b10-a45a-6a516fdd8985,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:25.900241 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25c624-4977-4a22-a504-6ca5746dc598 req-35c28df0-1a44-4193-9d6c-c6f50481f8bd tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:25.902191 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-fc25c624-4977-4a22-a504-6ca5746dc598 req-35c28df0-1a44-4193-9d6c-c6f50481f8bd tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbd7ccf-b7fa-45b9-b85c-69b1749742be HTTP/1.1" status: 200 len: 945 time: 0.0526669 Sep 07 14:37:25.947586 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-fc25c624-4977-4a22-a504-6ca5746dc598 req-f96d1929-8439-4d56-bc27-82e5489c4330 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/security-groups?id=c46ea283-014d-4127-b1b2-13ef7f00c80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383077 Sep 07 14:37:26.487566 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375dbcf-81ce-487e-bfb3-aaebd0ec6578 req-d468d4de-f678-4e24-9725-8563ee0ef168 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:26.489094 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a375dbcf-81ce-487e-bfb3-aaebd0ec6578 req-d468d4de-f678-4e24-9725-8563ee0ef168 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.0502510 Sep 07 14:37:26.527796 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a375dbcf-81ce-487e-bfb3-aaebd0ec6578 req-58db321d-c16c-4401-8b37-38f5fdcffd83 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328887 Sep 07 14:37:27.064008 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6bf724-6c6a-4e87-bb41-f78f4763ab9a req-a00c07c3-174b-490b-a113-08f5764e8662 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:27.065483 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ef6bf724-6c6a-4e87-bb41-f78f4763ab9a req-a00c07c3-174b-490b-a113-08f5764e8662 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbd7ccf-b7fa-45b9-b85c-69b1749742be HTTP/1.1" status: 200 len: 945 time: 0.0487976 Sep 07 14:37:27.108826 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ef6bf724-6c6a-4e87-bb41-f78f4763ab9a req-e29b266d-f84d-4c75-a43e-900cb1ed57b4 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/security-groups?id=c46ea283-014d-4127-b1b2-13ef7f00c80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372896 Sep 07 14:37:27.459835 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 47794) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:27.561713 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1b4eb781-96fd-449a-91c4-66323bb05564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:27.658959 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cabf3-12b4-448d-bcb1-e8fe24bfa7c4 req-1045004c-60b4-4f68-96a4-50003f053ade tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:27.677979 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-435cabf3-12b4-448d-bcb1-e8fe24bfa7c4 req-1045004c-60b4-4f68-96a4-50003f053ade tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.0669546 Sep 07 14:37:27.711232 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1b4eb781-96fd-449a-91c4-66323bb05564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:27.716972 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-435cabf3-12b4-448d-bcb1-e8fe24bfa7c4 req-796dff81-bbc7-4e7f-803c-2839f07bd96f tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493853 Sep 07 14:37:27.803607 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1b4eb781-96fd-449a-91c4-66323bb05564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:27.840252 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4eb781-96fd-449a-91c4-66323bb05564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2cfcc9c-0736-478e-b77a-d6429914a490,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:27.848202 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-1b4eb781-96fd-449a-91c4-66323bb05564 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4647d39c2ffc4e349d0b5fdac127a748&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3871374 Sep 07 14:37:27.848960 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 47802) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:27.901114 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c3cb5a2-1adc-41a2-9f9a-402ded7fa3b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:27.924425 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c3cb5a2-1adc-41a2-9f9a-402ded7fa3b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:28.043649 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c3cb5a2-1adc-41a2-9f9a-402ded7fa3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:28.046321 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c3cb5a2-1adc-41a2-9f9a-402ded7fa3b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:28.047477 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-2c3cb5a2-1adc-41a2-9f9a-402ded7fa3b2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e2cfcc9c-0736-478e-b77a-d6429914a490 HTTP/1.1" status: 204 len: 168 time: 0.1969359 Sep 07 14:37:28.058535 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3cb5a2-1adc-41a2-9f9a-402ded7fa3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2cfcc9c-0736-478e-b77a-d6429914a490,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:28.221528 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d6e1b-182d-45e4-96bd-3c8b099cfc86 req-acded297-d8cb-4f21-bb5c-8f9bf622471d tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:28.223013 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3b6d6e1b-182d-45e4-96bd-3c8b099cfc86 req-acded297-d8cb-4f21-bb5c-8f9bf622471d tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbd7ccf-b7fa-45b9-b85c-69b1749742be HTTP/1.1" status: 200 len: 945 time: 0.0481813 Sep 07 14:37:28.260929 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3b6d6e1b-182d-45e4-96bd-3c8b099cfc86 req-f5e05e93-663b-4f05-80bd-51d98b486bac tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/security-groups?id=c46ea283-014d-4127-b1b2-13ef7f00c80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318954 Sep 07 14:37:28.845233 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795fb7f-3f64-4906-b678-24228f554f9b req-8cfb82d3-38ab-4c20-bb3a-05935f157805 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:28.846760 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e795fb7f-3f64-4906-b678-24228f554f9b req-8cfb82d3-38ab-4c20-bb3a-05935f157805 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.0531523 Sep 07 14:37:28.900563 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e795fb7f-3f64-4906-b678-24228f554f9b req-c058f25d-c147-4166-a989-0b9afc61ad94 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434039 Sep 07 14:37:29.390415 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5361e-64a4-48b9-9804-693de6efcd6c req-f4eb6fa6-40e3-4b73-903f-88841a787bac tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:29.391963 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-69c5361e-64a4-48b9-9804-693de6efcd6c req-f4eb6fa6-40e3-4b73-903f-88841a787bac tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbd7ccf-b7fa-45b9-b85c-69b1749742be HTTP/1.1" status: 200 len: 945 time: 0.0590925 Sep 07 14:37:29.431434 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-69c5361e-64a4-48b9-9804-693de6efcd6c req-9d1841ee-4fdb-47b1-92df-60e96fc34fad tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/security-groups?id=c46ea283-014d-4127-b1b2-13ef7f00c80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336154 Sep 07 14:37:30.022612 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4070234-19a4-4858-abab-0dfab610f7b8 req-6a73d199-20d0-47db-b615-97f94ccc8849 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:30.024064 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e4070234-19a4-4858-abab-0dfab610f7b8 req-6a73d199-20d0-47db-b615-97f94ccc8849 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.0480542 Sep 07 14:37:30.066444 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e4070234-19a4-4858-abab-0dfab610f7b8 req-8974f889-cbe0-468b-9d31-f0f20af88c74 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348930 Sep 07 14:37:30.544458 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd21b6c-7e91-49f4-91f4-2a8441f485c0 req-8b7e2f06-c91b-49a5-b0b8-f1a16657f43f tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:30.546684 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9fd21b6c-7e91-49f4-91f4-2a8441f485c0 req-8b7e2f06-c91b-49a5-b0b8-f1a16657f43f tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbd7ccf-b7fa-45b9-b85c-69b1749742be HTTP/1.1" status: 200 len: 945 time: 0.0473347 Sep 07 14:37:30.587019 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9fd21b6c-7e91-49f4-91f4-2a8441f485c0 req-6e3b1c81-c0b5-4fda-b16c-e617c28700dd tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/security-groups?id=c46ea283-014d-4127-b1b2-13ef7f00c80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344939 Sep 07 14:37:31.179784 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0dd08e-3e15-4b62-bc04-e253e4e54223 req-11849c56-3d5c-4a51-ac82-227485937e09 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:31.181249 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7d0dd08e-3e15-4b62-bc04-e253e4e54223 req-11849c56-3d5c-4a51-ac82-227485937e09 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.0490568 Sep 07 14:37:31.219196 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7d0dd08e-3e15-4b62-bc04-e253e4e54223 req-44f1976a-19bb-4af6-854f-1c6d0ceae7d7 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311468 Sep 07 14:37:31.700551 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46388e3b-7c14-4b4e-b79a-003e6ee8235a req-3a39a54e-f251-4e1e-b25b-3623acd2d83e tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:31.703256 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-46388e3b-7c14-4b4e-b79a-003e6ee8235a req-3a39a54e-f251-4e1e-b25b-3623acd2d83e tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbd7ccf-b7fa-45b9-b85c-69b1749742be HTTP/1.1" status: 200 len: 945 time: 0.0500255 Sep 07 14:37:31.740308 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-46388e3b-7c14-4b4e-b79a-003e6ee8235a req-99536e2c-3d2e-4a8d-b06c-0cf2d4496a03 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/security-groups?id=c46ea283-014d-4127-b1b2-13ef7f00c80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311606 Sep 07 14:37:32.326586 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a188e005-1860-4cc2-ace5-dd6d9e30d437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:32.336874 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5804a2b-830f-4199-8c85-525d17a4c26e req-9ec8e8f4-e5af-4b70-a857-68f77d8ff2a8 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:32.338480 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d5804a2b-830f-4199-8c85-525d17a4c26e req-9ec8e8f4-e5af-4b70-a857-68f77d8ff2a8 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.0523899 Sep 07 14:37:32.381869 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d5804a2b-830f-4199-8c85-525d17a4c26e req-3fb4c816-2814-4354-b146-904e2690ac0d tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365965 Sep 07 14:37:32.552594 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:32.861353 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e553452-c7f1-4460-bb2a-6cc940f2431b req-5b6bd9a6-3e40-426c-b704-f4197cdb9bcb tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:32.863025 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7e553452-c7f1-4460-bb2a-6cc940f2431b req-5b6bd9a6-3e40-426c-b704-f4197cdb9bcb tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbd7ccf-b7fa-45b9-b85c-69b1749742be HTTP/1.1" status: 200 len: 945 time: 0.0524993 Sep 07 14:37:32.901596 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7e553452-c7f1-4460-bb2a-6cc940f2431b req-6f16f5c1-2d34-4e53-b1cf-f394d087d866 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/security-groups?id=c46ea283-014d-4127-b1b2-13ef7f00c80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321724 Sep 07 14:37:33.355049 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f2cc9a5d-db65-4646-8988-194b3cff1793 req-99b63078-7e18-441b-be1a-8b93bb579b8a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390520 Sep 07 14:37:33.457408 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc9a5d-db65-4646-8988-194b3cff1793 req-ba818c36-685d-4763-bfd5-f81e5b43a30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:33.458952 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f2cc9a5d-db65-4646-8988-194b3cff1793 req-ba818c36-685d-4763-bfd5-f81e5b43a30d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=25eabbe22d5b41849961a9af5ba6fc47&device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 1099 time: 0.0488892 Sep 07 14:37:33.589589 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857341ed-a4c9-479c-ad23-7c0447545b24 req-cbefb2f3-2d35-467e-ae77-42567a7089ab tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:33.591210 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-857341ed-a4c9-479c-ad23-7c0447545b24 req-cbefb2f3-2d35-467e-ae77-42567a7089ab tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.1063490 Sep 07 14:37:33.596942 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69bc4f3-bff9-44a4-9084-e7e14c236674 req-d60a6c82-b75f-43a9-9b33-1124edeb3381 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:33.598584 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-b69bc4f3-bff9-44a4-9084-e7e14c236674 req-d60a6c82-b75f-43a9-9b33-1124edeb3381 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.22 "GET /v2.0/ports?device_id=7cbd7ccf-b7fa-45b9-b85c-69b1749742be HTTP/1.1" status: 200 len: 945 time: 0.0780725 Sep 07 14:37:33.626011 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc9a5d-db65-4646-8988-194b3cff1793 req-a3e0a463-9a31-4aaf-a329-fc22fccd7d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:33.627433 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f2cc9a5d-db65-4646-8988-194b3cff1793 req-a3e0a463-9a31-4aaf-a329-fc22fccd7d75 service neutron] 10.222.0.22 "GET /v2.0/networks?id=bbbe9b39-82f4-4f4e-ae09-684d6fbf682f HTTP/1.1" status: 200 len: 920 time: 0.1323071 Sep 07 14:37:33.650822 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-857341ed-a4c9-479c-ad23-7c0447545b24 req-d9aab074-c18b-48d1-919c-093ea5ab3eee tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526083 Sep 07 14:37:33.683131 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f2cc9a5d-db65-4646-8988-194b3cff1793 req-25350a60-d781-4c8d-8d3c-9272669f9d8d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99453c35-144f-45fc-bfd8-9a3acd2f538e HTTP/1.1" status: 200 len: 217 time: 0.0466053 Sep 07 14:37:33.744738 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc9a5d-db65-4646-8988-194b3cff1793 req-42051864-dc72-4c8d-926a-55d5b67694b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:33.748471 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f2cc9a5d-db65-4646-8988-194b3cff1793 req-42051864-dc72-4c8d-926a-55d5b67694b9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a82ba659-94b3-4805-891b-41571a6feb03 HTTP/1.1" status: 200 len: 859 time: 0.0573378 Sep 07 14:37:33.785761 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [req-b69bc4f3-bff9-44a4-9084-e7e14c236674 req-faa11a5d-b112-469a-82d0-5f41d30bcab7 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Deleting port f432859e-3326-4ca0-9744-9ea59417fab5 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:37:33.786391 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-b69bc4f3-bff9-44a4-9084-e7e14c236674 req-faa11a5d-b112-469a-82d0-5f41d30bcab7 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:33.797926 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f2cc9a5d-db65-4646-8988-194b3cff1793 req-61347a49-df75-4c84-af93-22fdb41e8cc8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bbbe9b39-82f4-4f4e-ae09-684d6fbf682f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385127 Sep 07 14:37:33.891109 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [req-b69bc4f3-bff9-44a4-9084-e7e14c236674 req-faa11a5d-b112-469a-82d0-5f41d30bcab7 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] For port f432859e-3326-4ca0-9744-9ea59417fab5, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=f432859e-3326-4ca0-9744-9ea59417fab5,segment=NetworkSegment(4221732c-8fd1-47dd-86c2-f4f003dfb8cf),segment_id=4221732c-8fd1-47dd-86c2-f4f003dfb8cf)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:37:33.891446 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-b69bc4f3-bff9-44a4-9084-e7e14c236674 req-faa11a5d-b112-469a-82d0-5f41d30bcab7 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:33.897721 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f2cc9a5d-db65-4646-8988-194b3cff1793 req-308fe203-c0ca-41d2-a7ac-119f7dfb74d0 service neutron] 10.222.0.22 "GET /v2.0/networks/bbbe9b39-82f4-4f4e-ae09-684d6fbf682f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914259 Sep 07 14:37:33.907415 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [req-b69bc4f3-bff9-44a4-9084-e7e14c236674 req-faa11a5d-b112-469a-82d0-5f41d30bcab7 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Calling delete_port for f432859e-3326-4ca0-9744-9ea59417fab5 owned by compute:nova {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:37:34.041691 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f2cc9a5d-db65-4646-8988-194b3cff1793 req-4865e0e6-cd77-4692-99f3-839c45c15f3f service neutron] 10.222.0.22 "GET /v2.0/networks/bbbe9b39-82f4-4f4e-ae09-684d6fbf682f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347954 Sep 07 14:37:34.068991 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab1944-d048-4d9f-a7b3-b47bdf5b281e req-65b23fdb-fb8e-4fa2-8851-dd95d57ae4a1 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:34.070570 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-47ab1944-d048-4d9f-a7b3-b47bdf5b281e req-65b23fdb-fb8e-4fa2-8851-dd95d57ae4a1 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbd7ccf-b7fa-45b9-b85c-69b1749742be HTTP/1.1" status: 200 len: 945 time: 0.0741491 Sep 07 14:37:34.120719 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-47ab1944-d048-4d9f-a7b3-b47bdf5b281e req-26b3450e-12e8-44bb-a8a6-3fd69b1e3f27 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/security-groups?id=c46ea283-014d-4127-b1b2-13ef7f00c80d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423927 Sep 07 14:37:34.175606 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-b69bc4f3-bff9-44a4-9084-e7e14c236674 req-faa11a5d-b112-469a-82d0-5f41d30bcab7 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:34.190992 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] get_ports_and_sgs() called for port_ids ['f432859e-3326-4ca0-9744-9ea59417fab5'] {{(pid=94642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:37:34.204875 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa11a5d-b112-469a-82d0-5f41d30bcab7 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Pushing event deleted for resources: {'Port': ['ID=f432859e-3326-4ca0-9744-9ea59417fab5,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:34.276746 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [req-b69bc4f3-bff9-44a4-9084-e7e14c236674 req-faa11a5d-b112-469a-82d0-5f41d30bcab7 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] No DVR routers for this DVR port f432859e-3326-4ca0-9744-9ea59417fab5 on host hv-cinder-76015 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:37:34.281219 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-b69bc4f3-bff9-44a4-9084-e7e14c236674 req-faa11a5d-b112-469a-82d0-5f41d30bcab7 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:34.283270 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-b69bc4f3-bff9-44a4-9084-e7e14c236674 req-faa11a5d-b112-469a-82d0-5f41d30bcab7 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.22 "DELETE /v2.0/ports/f432859e-3326-4ca0-9744-9ea59417fab5 HTTP/1.1" status: 204 len: 173 time: 0.6706879 Sep 07 14:37:34.283705 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbd7ccf-b7fa-45b9-b85c-69b1749742be', 'name': 'network-vif-deleted', 'tag': 'f432859e-3326-4ca0-9744-9ea59417fab5'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:37:34.285902 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ae4c01fc0fef93246b53b81dc3c4053f5278a59fc30262d76e8d579d86f7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f930a07-9078-4d7c-bac9-1a5b265c3167" -d '{"events": [{"server_uuid": "7cbd7ccf-b7fa-45b9-b85c-69b1749742be", "name": "network-vif-deleted", "tag": "f432859e-3326-4ca0-9744-9ea59417fab5"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:37:34.321827 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4281b4e9-6d97-4362-8f13-0293895518a0 x-openstack-request-id: req-4281b4e9-6d97-4362-8f13-0293895518a0 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:37:34.322149 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbd7ccf-b7fa-45b9-b85c-69b1749742be", "name": "network-vif-deleted", "tag": "f432859e-3326-4ca0-9744-9ea59417fab5", "status": "completed", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:37:34.322397 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4281b4e9-6d97-4362-8f13-0293895518a0 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:37:34.322860 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbd7ccf-b7fa-45b9-b85c-69b1749742be', 'name': 'network-vif-deleted', 'tag': 'f432859e-3326-4ca0-9744-9ea59417fab5', 'status': 'completed', 'code': 200} Sep 07 14:37:34.813869 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a63ad6-7f72-4dcb-b6f7-b5f1f83f0973 req-08a13540-0e1c-44db-ace2-6718dc90146b tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:34.813869 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-98a63ad6-7f72-4dcb-b6f7-b5f1f83f0973 req-08a13540-0e1c-44db-ace2-6718dc90146b tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.0673311 Sep 07 14:37:34.850414 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-98a63ad6-7f72-4dcb-b6f7-b5f1f83f0973 req-5fdb0647-f06e-401f-ba67-bcb320f651c7 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337512 Sep 07 14:37:35.048352 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-cc467ded-8006-401d-b0e2-fbcb8ed8754b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:35.235800 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a8650ca6-c509-419d-8b47-564c83c19025 req-e7c0ef23-dd94-46ae-9f50-ad532e2d4938 tempest-DeleteServersTestJSON-865934636 tempest-DeleteServersTestJSON-865934636-project] 10.222.0.11 "GET /v2.0/ports?device_id=7cbd7ccf-b7fa-45b9-b85c-69b1749742be HTTP/1.1" status: 200 len: 210 time: 0.0266960 Sep 07 14:37:35.406046 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:35.971822 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5362dc1-a237-4156-a9b7-1d05eadc4f3f req-7ce1f106-0cbf-48ce-9c8e-012ff26dc752 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:35.972307 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d5362dc1-a237-4156-a9b7-1d05eadc4f3f req-7ce1f106-0cbf-48ce-9c8e-012ff26dc752 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.0533497 Sep 07 14:37:36.015525 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d5362dc1-a237-4156-a9b7-1d05eadc4f3f req-2d7c29e8-8ff0-49ea-a00c-df4cbf7799ba tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374932 Sep 07 14:37:36.175998 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:37.138660 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209a49b-7902-4da5-adf0-c648e64bcc8f req-45b04659-348d-42cc-b004-3cf2b1261dd0 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:37.140423 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c209a49b-7902-4da5-adf0-c648e64bcc8f req-45b04659-348d-42cc-b004-3cf2b1261dd0 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.0536525 Sep 07 14:37:37.186263 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c209a49b-7902-4da5-adf0-c648e64bcc8f req-7a592ed4-f10c-4c1b-b3b6-841a6af6bf64 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377271 Sep 07 14:37:37.468452 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device f432859e-3326-4ca0-9744-9ea59417fab5 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:37:37.487883 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] No Port match for: f432859e-3326-4ca0-9744-9ea59417fab5 {{(pid=94642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:37:37.488378 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device f432859e-3326-4ca0-9744-9ea59417fab5 not bound to the agent host hv-cinder-76015 {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:37:37.666692 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 48116) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:37.755318 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 48120) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:37.791246 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:37.877786 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a72ceee7-f3f1-48fb-89aa-e0c807e574e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:37.962772 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-999401dd-b107-425b-a206-f6b8b98e5a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:37.999424 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a72ceee7-f3f1-48fb-89aa-e0c807e574e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:38.083999 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a72ceee7-f3f1-48fb-89aa-e0c807e574e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:38.128637 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-a72ceee7-f3f1-48fb-89aa-e0c807e574e9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a51cb8dce0624a3eb4ffaddbbfc3f3bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3722034 Sep 07 14:37:38.129624 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ceee7-f3f1-48fb-89aa-e0c807e574e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3b9311-37b3-4eaa-a434-853fda4cc308,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:38.132634 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 48138) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:38.148333 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 48140) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:38.217701 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7d3e8222-7a9b-40b8-a1da-2175802c785f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:38.218402 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f661198-5c0a-4210-9591-bd59a2a366b2 admin admin] Deleting subnet f67866ce-97b7-45c4-a77f-a0a29114d5dd {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 14:37:38.220756 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-999401dd-b107-425b-a206-f6b8b98e5a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:38.226641 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2f661198-5c0a-4210-9591-bd59a2a366b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:38.244659 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7d3e8222-7a9b-40b8-a1da-2175802c785f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:38.272307 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2f661198-5c0a-4210-9591-bd59a2a366b2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:38.297101 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2f661198-5c0a-4210-9591-bd59a2a366b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7667009'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:38.329470 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-999401dd-b107-425b-a206-f6b8b98e5a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:38.344598 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b7157-ccd4-4ec1-8921-9ec9b6454baa req-464ec424-842e-4bb5-90ef-b73add4d050d tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:38.346205 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-968b7157-ccd4-4ec1-8921-9ec9b6454baa req-464ec424-842e-4bb5-90ef-b73add4d050d tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.0885935 Sep 07 14:37:38.363464 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7d3e8222-7a9b-40b8-a1da-2175802c785f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:38.365891 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7d3e8222-7a9b-40b8-a1da-2175802c785f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:38.369686 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-7d3e8222-7a9b-40b8-a1da-2175802c785f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8a3b9311-37b3-4eaa-a434-853fda4cc308 HTTP/1.1" status: 204 len: 168 time: 0.2360601 Sep 07 14:37:38.381719 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-999401dd-b107-425b-a206-f6b8b98e5a3b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=84ed61a49d454511a3c97a74793ca3e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7110524 Sep 07 14:37:38.381719 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999401dd-b107-425b-a206-f6b8b98e5a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2eb1ee-43ba-4c5d-ba4d-086cfdf59600,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:38.389973 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 48148) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:38.393330 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e8222-7a9b-40b8-a1da-2175802c785f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3b9311-37b3-4eaa-a434-853fda4cc308,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:38.426221 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-968b7157-ccd4-4ec1-8921-9ec9b6454baa req-e4128dbc-1e18-42d5-861f-4f1099e30fdd tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689018 Sep 07 14:37:38.455026 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6633814e-37c4-46ea-8b42-085d98981de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:38.472950 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2f661198-5c0a-4210-9591-bd59a2a366b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7667064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:38.491053 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6633814e-37c4-46ea-8b42-085d98981de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:38.514064 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2f661198-5c0a-4210-9591-bd59a2a366b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:38.516096 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-2f661198-5c0a-4210-9591-bd59a2a366b2 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f67866ce-97b7-45c4-a77f-a0a29114d5dd HTTP/1.1" status: 204 len: 168 time: 0.3667824 Sep 07 14:37:38.516887 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f661198-5c0a-4210-9591-bd59a2a366b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f67866ce-97b7-45c4-a77f-a0a29114d5dd,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:38.519036 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 48150) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:38.592400 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aee57c3a-798e-4763-b8a0-a7d140f6a063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7632714'] for network, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:38.678887 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aee57c3a-798e-4763-b8a0-a7d140f6a063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653324', 'neutron.services.segments.db._delete_segments_for_network-8735925738105'] for network, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:38.690489 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6633814e-37c4-46ea-8b42-085d98981de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:38.696393 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6633814e-37c4-46ea-8b42-085d98981de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:38.697901 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-6633814e-37c4-46ea-8b42-085d98981de1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4d2eb1ee-43ba-4c5d-ba4d-086cfdf59600 HTTP/1.1" status: 204 len: 168 time: 0.3134513 Sep 07 14:37:38.704947 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aee57c3a-798e-4763-b8a0-a7d140f6a063 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:37:38.705410 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aee57c3a-798e-4763-b8a0-a7d140f6a063 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:37:38.706389 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aee57c3a-798e-4763-b8a0-a7d140f6a063 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:37:38.706991 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aee57c3a-798e-4763-b8a0-a7d140f6a063 admin admin] Subscribe: > port after_create 55550000 {{(pid=94641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:37:38.707339 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aee57c3a-798e-4763-b8a0-a7d140f6a063 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:37:38.707692 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aee57c3a-798e-4763-b8a0-a7d140f6a063 admin admin] Subscribe: > port after_update 55550000 {{(pid=94641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:37:38.708015 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aee57c3a-798e-4763-b8a0-a7d140f6a063 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:37:38.708455 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aee57c3a-798e-4763-b8a0-a7d140f6a063 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:37:38.708781 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aee57c3a-798e-4763-b8a0-a7d140f6a063 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:37:38.709186 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aee57c3a-798e-4763-b8a0-a7d140f6a063 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:37:38.722463 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6633814e-37c4-46ea-8b42-085d98981de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2eb1ee-43ba-4c5d-ba4d-086cfdf59600,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:38.874877 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aee57c3a-798e-4763-b8a0-a7d140f6a063 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:37:38.875224 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aee57c3a-798e-4763-b8a0-a7d140f6a063 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:37:38.875554 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aee57c3a-798e-4763-b8a0-a7d140f6a063 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:37:38.875882 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aee57c3a-798e-4763-b8a0-a7d140f6a063 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:37:38.876248 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.services.segments.db [None req-aee57c3a-798e-4763-b8a0-a7d140f6a063 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f8f0668-b216-425e-9709-09c866c0b9e5']}} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:37:38.893588 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.services.segments.db [None req-aee57c3a-798e-4763-b8a0-a7d140f6a063 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4221732c-8fd1-47dd-86c2-f4f003dfb8cf') {'for_net_delete': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:37:38.893938 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.services.segments.db [None req-aee57c3a-798e-4763-b8a0-a7d140f6a063 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4221732c-8fd1-47dd-86c2-f4f003dfb8cf') {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:37:38.909263 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aee57c3a-798e-4763-b8a0-a7d140f6a063 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735925737602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101089'] for segment, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:38.930102 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aee57c3a-798e-4763-b8a0-a7d140f6a063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147'] for segment, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:38.938490 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aee57c3a-798e-4763-b8a0-a7d140f6a063 admin admin] Releasing vlan 876 on physical network physnet1 to pool {{(pid=94641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 14:37:38.938858 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aee57c3a-798e-4763-b8a0-a7d140f6a063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009568'] for segment, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:38.942924 dv-cinder-760153-9-iscsi neutron-server[94641]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 14:37:38.942924 dv-cinder-760153-9-iscsi neutron-server[94641]: from cryptography.utils import int_from_bytes Sep 07 14:37:38.942924 dv-cinder-760153-9-iscsi neutron-server[94641]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 14:37:38.942924 dv-cinder-760153-9-iscsi neutron-server[94641]: from cryptography.utils import int_from_bytes Sep 07 14:37:38.942924 dv-cinder-760153-9-iscsi neutron-server[94641]: Traceback (most recent call last): Sep 07 14:37:38.942924 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 14:37:38.942924 dv-cinder-760153-9-iscsi neutron-server[94641]: timer() Sep 07 14:37:38.942924 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 14:37:38.942924 dv-cinder-760153-9-iscsi neutron-server[94641]: cb(*args, **kw) Sep 07 14:37:38.942924 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 14:37:38.942924 dv-cinder-760153-9-iscsi neutron-server[94641]: return func(*args, **kwargs) Sep 07 14:37:38.942924 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 14:37:38.942924 dv-cinder-760153-9-iscsi neutron-server[94641]: self._notify() Sep 07 14:37:38.942924 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 14:37:38.942924 dv-cinder-760153-9-iscsi neutron-server[94641]: self.callback(batched_events) Sep 07 14:37:38.942924 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 14:37:38.942924 dv-cinder-760153-9-iscsi neutron-server[94641]: event.method(event) Sep 07 14:37:38.942924 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 14:37:38.942924 dv-cinder-760153-9-iscsi neutron-server[94641]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 14:37:38.942924 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 14:37:38.942924 dv-cinder-760153-9-iscsi neutron-server[94641]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 14:37:38.942924 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 14:37:38.942924 dv-cinder-760153-9-iscsi neutron-server[94641]: return f(self, *a, **k) Sep 07 14:37:38.942924 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 14:37:38.942924 dv-cinder-760153-9-iscsi neutron-server[94641]: return self._get(url).json() Sep 07 14:37:38.942924 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 14:37:38.942924 dv-cinder-760153-9-iscsi neutron-server[94641]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 14:37:38.942924 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 14:37:38.942924 dv-cinder-760153-9-iscsi neutron-server[94641]: return self.request(url, 'GET', **kwargs) Sep 07 14:37:38.942924 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 14:37:38.942924 dv-cinder-760153-9-iscsi neutron-server[94641]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 14:37:38.942924 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 14:37:38.942924 dv-cinder-760153-9-iscsi neutron-server[94641]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 14:37:38.942924 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 14:37:38.942924 dv-cinder-760153-9-iscsi neutron-server[94641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 14:37:38.942924 dv-cinder-760153-9-iscsi neutron-server[94641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 14:37:39.066908 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aee57c3a-798e-4763-b8a0-a7d140f6a063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540447'] for network, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:39.074288 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aee57c3a-798e-4763-b8a0-a7d140f6a063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for network, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:39.076299 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-aee57c3a-798e-4763-b8a0-a7d140f6a063 admin admin] 10.222.0.11 "DELETE /v2.0/networks/1f8f0668-b216-425e-9709-09c866c0b9e5 HTTP/1.1" status: 204 len: 168 time: 0.5561852 Sep 07 14:37:39.097605 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee57c3a-798e-4763-b8a0-a7d140f6a063 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f8f0668-b216-425e-9709-09c866c0b9e5,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:39.131413 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 48162) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:39.144220 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e44910e7-d98c-471c-b85b-92692ec9c330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:39.241075 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e44910e7-d98c-471c-b85b-92692ec9c330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:39.392905 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e44910e7-d98c-471c-b85b-92692ec9c330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:39.435622 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-e44910e7-d98c-471c-b85b-92692ec9c330 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f060a4efc8974df68679e3d5eafad221&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3039410 Sep 07 14:37:39.436903 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44910e7-d98c-471c-b85b-92692ec9c330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be9c391-e352-422f-89ae-a402ebe08e07,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:39.438679 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 48170) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:39.505557 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9ac496c3-c75f-451d-87a9-a31fe696a053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:39.527480 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9ac496c3-c75f-451d-87a9-a31fe696a053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:39.555885 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802ec5f-ea02-483f-b275-56fec9276101 req-bc293812-fece-47ab-887a-90457776ec5d tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:39.557517 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8802ec5f-ea02-483f-b275-56fec9276101 req-bc293812-fece-47ab-887a-90457776ec5d tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.0490255 Sep 07 14:37:39.598600 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8802ec5f-ea02-483f-b275-56fec9276101 req-b9bb4764-f9e2-452a-8138-6836fba10fe6 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339086 Sep 07 14:37:39.610872 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 48174) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:39.656433 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-99b5e7f4-568e-4950-bee2-97606231a189 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=02f8a7191aee4302aa20bc9813214c68&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0436983 Sep 07 14:37:39.658993 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 48176) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:39.707542 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f957c150-ec87-4c68-95d6-852c59434336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:39.718184 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9ac496c3-c75f-451d-87a9-a31fe696a053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:39.720941 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9ac496c3-c75f-451d-87a9-a31fe696a053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:39.722177 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-9ac496c3-c75f-451d-87a9-a31fe696a053 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5be9c391-e352-422f-89ae-a402ebe08e07 HTTP/1.1" status: 204 len: 168 time: 0.2821891 Sep 07 14:37:39.741821 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f957c150-ec87-4c68-95d6-852c59434336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:39.743632 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac496c3-c75f-451d-87a9-a31fe696a053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be9c391-e352-422f-89ae-a402ebe08e07,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:39.797261 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 48182) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:39.816729 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bdef0986-a1de-443a-9677-087d95db5d13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:39.872784 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f957c150-ec87-4c68-95d6-852c59434336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:39.875604 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f957c150-ec87-4c68-95d6-852c59434336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:39.876939 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-f957c150-ec87-4c68-95d6-852c59434336 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c46ea283-014d-4127-b1b2-13ef7f00c80d HTTP/1.1" status: 204 len: 168 time: 0.2169945 Sep 07 14:37:39.885650 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f957c150-ec87-4c68-95d6-852c59434336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46ea283-014d-4127-b1b2-13ef7f00c80d,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:39.934948 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bdef0986-a1de-443a-9677-087d95db5d13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:40.026861 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bdef0986-a1de-443a-9677-087d95db5d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:40.069461 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-bdef0986-a1de-443a-9677-087d95db5d13 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8806f0d3bab24c83968e17b538f863c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2711184 Sep 07 14:37:40.071536 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdef0986-a1de-443a-9677-087d95db5d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e5926d-0daa-4de8-8679-1f70b6f141a4,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:40.072709 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 48188) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:40.125909 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-63fde4b6-7622-4a94-b918-62dd0a441a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:40.147013 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-63fde4b6-7622-4a94-b918-62dd0a441a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:40.363978 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-63fde4b6-7622-4a94-b918-62dd0a441a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:40.366619 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-63fde4b6-7622-4a94-b918-62dd0a441a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:40.367934 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-63fde4b6-7622-4a94-b918-62dd0a441a25 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f0e5926d-0daa-4de8-8679-1f70b6f141a4 HTTP/1.1" status: 204 len: 168 time: 0.2940464 Sep 07 14:37:40.376383 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fde4b6-7622-4a94-b918-62dd0a441a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e5926d-0daa-4de8-8679-1f70b6f141a4,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:40.723643 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdea19c-e080-4189-a379-d92ead5be612 req-8542621f-eef3-4e2a-b34a-83e0371edfb0 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:40.725145 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9cdea19c-e080-4189-a379-d92ead5be612 req-8542621f-eef3-4e2a-b34a-83e0371edfb0 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.0536971 Sep 07 14:37:40.766850 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9cdea19c-e080-4189-a379-d92ead5be612 req-9e79f429-d15a-4709-8932-4e7132fbbbd7 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347517 Sep 07 14:37:41.658558 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 48258) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:41.732935 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 48264) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:41.908840 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8e1da91f-d440-4321-9c17-86d6ed5de7ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:41.935247 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-59f98b98-7c27-4538-8bb7-db1915f581e6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-985180923-network', 'tenant_id': 'ab59e88db16c4855917d2a934d5b08f2'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:37:41.941140 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0a788-1841-40e1-9e70-589cc6eec2e5 req-16de9fcb-2fc7-4692-b33d-d9a846ac41cf tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:41.954527 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-33f0a788-1841-40e1-9e70-589cc6eec2e5 req-16de9fcb-2fc7-4692-b33d-d9a846ac41cf tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.0827453 Sep 07 14:37:41.990684 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-33f0a788-1841-40e1-9e70-589cc6eec2e5 req-b87b16fb-6a56-4845-84da-4d771f5cae17 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399790 Sep 07 14:37:42.048230 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8e1da91f-d440-4321-9c17-86d6ed5de7ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:42.160769 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8e1da91f-d440-4321-9c17-86d6ed5de7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:42.204873 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-8e1da91f-d440-4321-9c17-86d6ed5de7ad admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=47ca2f23e75a4431ac4519cba42b724a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5422010 Sep 07 14:37:42.205305 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 48280) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:42.211882 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1da91f-d440-4321-9c17-86d6ed5de7ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0148e9fe-ca3a-4b66-af1a-a90bc4a7edbd,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:42.256807 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bbdab940-f6b9-4081-a2c9-915cd598aa2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:42.281253 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bbdab940-f6b9-4081-a2c9-915cd598aa2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:42.306524 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f98b98-7c27-4538-8bb7-db1915f581e6 admin admin] Made reservation on behalf of ab59e88db16c4855917d2a934d5b08f2 for: {'network': 1} {{(pid=94641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:37:42.317755 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-59f98b98-7c27-4538-8bb7-db1915f581e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for network, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:42.318944 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-59f98b98-7c27-4538-8bb7-db1915f581e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:42.415639 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bbdab940-f6b9-4081-a2c9-915cd598aa2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:42.419193 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bbdab940-f6b9-4081-a2c9-915cd598aa2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:42.421052 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-bbdab940-f6b9-4081-a2c9-915cd598aa2a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0148e9fe-ca3a-4b66-af1a-a90bc4a7edbd HTTP/1.1" status: 204 len: 168 time: 0.2146811 Sep 07 14:37:42.430829 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdab940-f6b9-4081-a2c9-915cd598aa2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0148e9fe-ca3a-4b66-af1a-a90bc4a7edbd,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:42.523762 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-59f98b98-7c27-4538-8bb7-db1915f581e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:42.620877 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-59f98b98-7c27-4538-8bb7-db1915f581e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:42.647226 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59f98b98-7c27-4538-8bb7-db1915f581e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 864} {{(pid=94641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:37:42.657105 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f98b98-7c27-4538-8bb7-db1915f581e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ea3ce4-bc62-4a74-9e62-7f9ff3ca7eef,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:42.662009 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-59f98b98-7c27-4538-8bb7-db1915f581e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147'] for segment, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:42.662624 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.db.segments_db [None req-59f98b98-7c27-4538-8bb7-db1915f581e6 admin admin] Added segment e54557d8-93d7-49ba-a7fc-963d1c00c60e of type vlan for network da6e8dca-6945-4602-b5cc-b9742d335a11 Sep 07 14:37:42.704135 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-59f98b98-7c27-4538-8bb7-db1915f581e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735925196804'] for network, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:42.827375 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-59f98b98-7c27-4538-8bb7-db1915f581e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332'] for network, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:42.828906 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f98b98-7c27-4538-8bb7-db1915f581e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:42.829859 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-59f98b98-7c27-4538-8bb7-db1915f581e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for network, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:43.040202 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-59f98b98-7c27-4538-8bb7-db1915f581e6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3060074 Sep 07 14:37:43.045004 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 48316) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:43.053548 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d7114c51-0103-4fbc-9e17-d5e493768b0e admin admin] Request body: {'subnet': {'network_id': 'da6e8dca-6945-4602-b5cc-b9742d335a11', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-985180923-subnet', 'tenant_id': 'ab59e88db16c4855917d2a934d5b08f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:37:43.079814 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f98b98-7c27-4538-8bb7-db1915f581e6 admin admin] Pushing event updated for resources: {'Network': ['ID=da6e8dca-6945-4602-b5cc-b9742d335a11,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:43.090087 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Network da6e8dca-6945-4602-b5cc-b9742d335a11 details requested by agent ovs-agent-dv-cinder-760153-9-iscsi with host dv-cinder-760153-9-iscsi {{(pid=94642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:37:43.140749 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca9a3a-386c-44fa-8e4d-be2e9215c7ee req-370c9453-e2cb-4091-b3ec-a4dea3bfd938 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:43.144517 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c8ca9a3a-386c-44fa-8e4d-be2e9215c7ee req-370c9453-e2cb-4091-b3ec-a4dea3bfd938 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.0661211 Sep 07 14:37:43.166415 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7114c51-0103-4fbc-9e17-d5e493768b0e admin admin] Made reservation on behalf of ab59e88db16c4855917d2a934d5b08f2 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:37:43.169810 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d7114c51-0103-4fbc-9e17-d5e493768b0e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:43.240730 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c8ca9a3a-386c-44fa-8e4d-be2e9215c7ee req-bb6c37fe-755b-4b90-ab34-c687ebd8652f tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904415 Sep 07 14:37:43.478277 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d7114c51-0103-4fbc-9e17-d5e493768b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:43.519185 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 48334) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:43.547584 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7114c51-0103-4fbc-9e17-d5e493768b0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=97647f27-4ef1-4c12-811b-6c63faa2d593,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:43.548287 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1c6f8e0e-eaf7-46be-b6de-faf3a998f1d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:43.572306 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7114c51-0103-4fbc-9e17-d5e493768b0e admin admin] Checking segment: {'id': 'e54557d8-93d7-49ba-a7fc-963d1c00c60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'da6e8dca-6945-4602-b5cc-b9742d335a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:37:43.573737 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7114c51-0103-4fbc-9e17-d5e493768b0e admin admin] Network hostable DHCP agents. Network: da6e8dca-6945-4602-b5cc-b9742d335a11, hostable agents: ['594f7c6c-f415-4606-b669-794c15de65b6'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:37:43.695236 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7114c51-0103-4fbc-9e17-d5e493768b0e admin admin] Network da6e8dca-6945-4602-b5cc-b9742d335a11 is scheduled to be hosted by DHCP agent 594f7c6c-f415-4606-b669-794c15de65b6 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:37:43.716574 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1c6f8e0e-eaf7-46be-b6de-faf3a998f1d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:43.781679 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-d7114c51-0103-4fbc-9e17-d5e493768b0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760153-9-iscsi, da6e8dca-6945-4602-b5cc-b9742d335a11) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:37:43.782148 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1c6f8e0e-eaf7-46be-b6de-faf3a998f1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:43.786000 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7114c51-0103-4fbc-9e17-d5e493768b0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:43.786599 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d7114c51-0103-4fbc-9e17-d5e493768b0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:43.795114 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd868ba-fece-4b5b-957a-b3901d10a8ac None None] Network da6e8dca-6945-4602-b5cc-b9742d335a11 requested from dv-cinder-760153-9-iscsi {{(pid=94642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:37:43.850923 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-1c6f8e0e-eaf7-46be-b6de-faf3a998f1d7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b3cf9823aa7442d78394fb122d2acea7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3294036 Sep 07 14:37:43.852691 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6f8e0e-eaf7-46be-b6de-faf3a998f1d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad0d04e-1362-4507-8a49-4be5d13efd1f,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:43.853675 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 48338) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:43.927985 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-d7114c51-0103-4fbc-9e17-d5e493768b0e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8800886 Sep 07 14:37:43.930594 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 48342) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:43.936980 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-8489243c-e055-4cb4-99de-d1f0f8881706 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-985180923-router', 'tenant_id': 'ab59e88db16c4855917d2a934d5b08f2', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'}}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:37:43.958465 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2f668b6-6c55-4a1a-b25a-566ddd4ec351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:43.985545 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2f668b6-6c55-4a1a-b25a-566ddd4ec351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:44.012490 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5955e8-8b7e-4c15-9760-c59ef1c46e58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05a14c16-e9db-5d56-af18-52452e2ad435-da6e8dca-6945-4602-b5cc-b9742d335a11', 'network_id': 'da6e8dca-6945-4602-b5cc-b9742d335a11', 'tenant_id': 'ab59e88db16c4855917d2a934d5b08f2', 'fixed_ips': [{'subnet_id': '97647f27-4ef1-4c12-811b-6c63faa2d593'}]}} from dv-cinder-760153-9-iscsi. {{(pid=94642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 14:37:44.013614 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-0e5955e8-8b7e-4c15-9760-c59ef1c46e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:44.027424 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8489243c-e055-4cb4-99de-d1f0f8881706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3706'] for router, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:44.029110 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8489243c-e055-4cb4-99de-d1f0f8881706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3683'] for router, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:44.100298 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2f668b6-6c55-4a1a-b25a-566ddd4ec351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:44.106385 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2f668b6-6c55-4a1a-b25a-566ddd4ec351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:44.106385 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-b2f668b6-6c55-4a1a-b25a-566ddd4ec351 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1ad0d04e-1362-4507-8a49-4be5d13efd1f HTTP/1.1" status: 204 len: 168 time: 0.2494295 Sep 07 14:37:44.115030 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f668b6-6c55-4a1a-b25a-566ddd4ec351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad0d04e-1362-4507-8a49-4be5d13efd1f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:44.154909 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8489243c-e055-4cb4-99de-d1f0f8881706 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:44.256052 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.db_base_plugin_common [None req-0e5955e8-8b7e-4c15-9760-c59ef1c46e58 None None] Allocated IP 172.20.0.2 (da6e8dca-6945-4602-b5cc-b9742d335a11/97647f27-4ef1-4c12-811b-6c63faa2d593/2a862c18-232b-498f-b159-81564790bd45) {{(pid=94642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:37:44.399018 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc3f84c-662d-4bdf-af2f-a2a8beae2209 req-d5ed134f-92a9-4df5-9e1a-e4658dc61d7e tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:44.400715 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8fc3f84c-662d-4bdf-af2f-a2a8beae2209 req-d5ed134f-92a9-4df5-9e1a-e4658dc61d7e tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.0611722 Sep 07 14:37:44.447418 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8fc3f84c-662d-4bdf-af2f-a2a8beae2209 req-294d4766-3eda-43c5-872c-fcccdb549be1 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395384 Sep 07 14:37:44.495165 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-0e5955e8-8b7e-4c15-9760-c59ef1c46e58 None None] Notify callbacks [] for port, precommit_create {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:44.534034 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8489243c-e055-4cb4-99de-d1f0f8881706 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:44.537485 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-0e5955e8-8b7e-4c15-9760-c59ef1c46e58 None None] Transition to ACTIVE for port object 2a862c18-232b-498f-b159-81564790bd45 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:37:44.559514 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-0e5955e8-8b7e-4c15-9760-c59ef1c46e58 None None] Transition to ACTIVE for port object 2a862c18-232b-498f-b159-81564790bd45 will not be triggered until provisioned by entity DHCP. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:37:44.656708 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-0e5955e8-8b7e-4c15-9760-c59ef1c46e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533'] for port, after_create {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:44.707370 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5955e8-8b7e-4c15-9760-c59ef1c46e58 None None] Network da6e8dca-6945-4602-b5cc-b9742d335a11 is already hosted by enough agents. {{(pid=94642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:37:44.711981 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.scheduler.base_scheduler [None req-0e5955e8-8b7e-4c15-9760-c59ef1c46e58 None None] Resources bound (agent type, host, resource id): {{(pid=94642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:37:44.714992 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5955e8-8b7e-4c15-9760-c59ef1c46e58 None None] Received port after_create {{(pid=94642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:37:44.718010 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5955e8-8b7e-4c15-9760-c59ef1c46e58 None None] Pushing event updated for resources: {'Port': ['ID=2a862c18-232b-498f-b159-81564790bd45,revision_number=1']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:44.731018 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5955e8-8b7e-4c15-9760-c59ef1c46e58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:37:44.731370 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5955e8-8b7e-4c15-9760-c59ef1c46e58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:37:44.731734 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5955e8-8b7e-4c15-9760-c59ef1c46e58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:37:44.732926 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5955e8-8b7e-4c15-9760-c59ef1c46e58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:37:44.734404 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5955e8-8b7e-4c15-9760-c59ef1c46e58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:37:44.734404 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5955e8-8b7e-4c15-9760-c59ef1c46e58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:37:44.734404 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5955e8-8b7e-4c15-9760-c59ef1c46e58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:37:44.734875 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5955e8-8b7e-4c15-9760-c59ef1c46e58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:37:44.735374 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5955e8-8b7e-4c15-9760-c59ef1c46e58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:37:44.736433 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5955e8-8b7e-4c15-9760-c59ef1c46e58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:37:44.736774 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5955e8-8b7e-4c15-9760-c59ef1c46e58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:37:44.737107 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e5955e8-8b7e-4c15-9760-c59ef1c46e58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:37:44.804822 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-0e5955e8-8b7e-4c15-9760-c59ef1c46e58 None None] Attempting to bind port 2a862c18-232b-498f-b159-81564790bd45 on host dv-cinder-760153-9-iscsi for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:37:44.805328 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-0e5955e8-8b7e-4c15-9760-c59ef1c46e58 None None] Attempting to bind port 2a862c18-232b-498f-b159-81564790bd45 by drivers openvswitch,hyperv on host dv-cinder-760153-9-iscsi at level 0 using segments [{'id': 'e54557d8-93d7-49ba-a7fc-963d1c00c60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'da6e8dca-6945-4602-b5cc-b9742d335a11'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:37:44.805790 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5955e8-8b7e-4c15-9760-c59ef1c46e58 None None] Attempting to bind port 2a862c18-232b-498f-b159-81564790bd45 on network da6e8dca-6945-4602-b5cc-b9742d335a11 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:37:44.811824 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5955e8-8b7e-4c15-9760-c59ef1c46e58 None None] Checking agent: {'id': '603a9555-31ed-459d-ae44-8ccb1c39f9f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 28, 5), 'started_at': datetime.datetime(2021, 9, 7, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:37:44.812282 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5955e8-8b7e-4c15-9760-c59ef1c46e58 None None] Checking segment: {'id': 'e54557d8-93d7-49ba-a7fc-963d1c00c60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'da6e8dca-6945-4602-b5cc-b9742d335a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:37:44.812751 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-0e5955e8-8b7e-4c15-9760-c59ef1c46e58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:44.813657 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5955e8-8b7e-4c15-9760-c59ef1c46e58 None None] Bound using segment: {'id': 'e54557d8-93d7-49ba-a7fc-963d1c00c60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'da6e8dca-6945-4602-b5cc-b9742d335a11'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:37:44.813854 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-0e5955e8-8b7e-4c15-9760-c59ef1c46e58 None None] Bound port: 2a862c18-232b-498f-b159-81564790bd45, host: dv-cinder-760153-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54557d8-93d7-49ba-a7fc-963d1c00c60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'da6e8dca-6945-4602-b5cc-b9742d335a11'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:37:44.820149 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-0e5955e8-8b7e-4c15-9760-c59ef1c46e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:44.892723 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-0e5955e8-8b7e-4c15-9760-c59ef1c46e58 None None] For port 2a862c18-232b-498f-b159-81564790bd45, host dv-cinder-760153-9-iscsi, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:37:44.897774 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-0e5955e8-8b7e-4c15-9760-c59ef1c46e58 None None] For port 2a862c18-232b-498f-b159-81564790bd45, host dv-cinder-760153-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=2a862c18-232b-498f-b159-81564790bd45,segment=NetworkSegment(e54557d8-93d7-49ba-a7fc-963d1c00c60e),segment_id=e54557d8-93d7-49ba-a7fc-963d1c00c60e)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:37:44.902424 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8489243c-e055-4cb4-99de-d1f0f8881706 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:44.924034 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8489243c-e055-4cb4-99de-d1f0f8881706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:44.998499 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-0e5955e8-8b7e-4c15-9760-c59ef1c46e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:45.056283 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-8489243c-e055-4cb4-99de-d1f0f8881706 admin admin] Allocated IP 172.27.3.27 (f04259db-55ec-42a0-98f6-02412be1dbca/67ecb36d-e9a7-4541-9321-65fb5ffda8c8/a62508e6-b0a6-4255-b035-ba5626ac59bb) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:37:45.078771 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5955e8-8b7e-4c15-9760-c59ef1c46e58 None None] Pushing event updated for resources: {'Port': ['ID=2a862c18-232b-498f-b159-81564790bd45,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:45.174473 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8489243c-e055-4cb4-99de-d1f0f8881706 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:45.390482 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 48380) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:45.412598 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a63f55d4-6575-4bc9-a406-dfb6c07bbb24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:45.428879 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8489243c-e055-4cb4-99de-d1f0f8881706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:45.503729 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 2a862c18-232b-498f-b159-81564790bd45 up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:37:45.537002 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a63f55d4-6575-4bc9-a406-dfb6c07bbb24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:45.542929 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8489243c-e055-4cb4-99de-d1f0f8881706 admin admin] Network f04259db-55ec-42a0-98f6-02412be1dbca is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:37:45.548800 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-8489243c-e055-4cb4-99de-d1f0f8881706 admin admin] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:37:45.548800 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8489243c-e055-4cb4-99de-d1f0f8881706 admin admin] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:37:45.578570 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8489243c-e055-4cb4-99de-d1f0f8881706 admin admin] Pushing event updated for resources: {'Port': ['ID=a62508e6-b0a6-4255-b035-ba5626ac59bb,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:45.628743 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a494cf-b15b-4007-9f3b-9adcb19ccbc9 req-a987eed5-3b21-48e6-a0a2-70c4be3af8e4 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:45.639618 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-90a494cf-b15b-4007-9f3b-9adcb19ccbc9 req-a987eed5-3b21-48e6-a0a2-70c4be3af8e4 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.0811863 Sep 07 14:37:45.649376 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a63f55d4-6575-4bc9-a406-dfb6c07bbb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:45.685127 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning for port 2a862c18-232b-498f-b159-81564790bd45 completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:37:45.715582 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 48390) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:45.737900 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-a63f55d4-6575-4bc9-a406-dfb6c07bbb24 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1c9931f83718462bafd0fb2c92fe84e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3456430 Sep 07 14:37:45.740710 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f55d4-6575-4bc9-a406-dfb6c07bbb24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914efb25-a469-452d-b36c-3ca1a5babe7a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:45.742560 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 48396) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:45.756481 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-90a494cf-b15b-4007-9f3b-9adcb19ccbc9 req-d2ca55aa-f6b7-485c-aa7e-2ac29a523498 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152904 Sep 07 14:37:45.813956 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9b1993a1-aed8-46d0-aad4-62b716210eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:45.853949 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9b1993a1-aed8-46d0-aad4-62b716210eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:45.938011 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ea94ab5-6601-4b22-b171-5678ab8b7600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:46.027229 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8489243c-e055-4cb4-99de-d1f0f8881706 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:46.069330 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ea94ab5-6601-4b22-b171-5678ab8b7600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:46.093180 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 48408) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:46.130341 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9b1993a1-aed8-46d0-aad4-62b716210eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:46.131355 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9b1993a1-aed8-46d0-aad4-62b716210eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:46.134969 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-9b1993a1-aed8-46d0-aad4-62b716210eb2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/914efb25-a469-452d-b36c-3ca1a5babe7a HTTP/1.1" status: 204 len: 168 time: 0.3891702 Sep 07 14:37:46.150840 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1993a1-aed8-46d0-aad4-62b716210eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914efb25-a469-452d-b36c-3ca1a5babe7a,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:46.204072 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ea94ab5-6601-4b22-b171-5678ab8b7600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:46.224787 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f6bd05-4849-4909-8c5a-658b1392fc6f None None] Network da6e8dca-6945-4602-b5cc-b9742d335a11 requested from dv-cinder-760153-9-iscsi {{(pid=94642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:37:46.264067 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-4ea94ab5-6601-4b22-b171-5678ab8b7600 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=93a3e39965084c81aecdb31f8ae88a66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5432374 Sep 07 14:37:46.264790 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea94ab5-6601-4b22-b171-5678ab8b7600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87815374-9c8d-4a81-9132-b7eaaaf89fcc,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:46.269495 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 48418) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:46.311704 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8489243c-e055-4cb4-99de-d1f0f8881706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539083'] for router, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:46.326454 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-922f1b65-c61a-4fa6-bf7c-e4475e5997f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:46.348942 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-922f1b65-c61a-4fa6-bf7c-e4475e5997f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:46.389556 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.agents_db [None req-8586c0a8-7e1b-4ad5-b29e-274ce3295afb None None] Agent healthcheck: found 6 active agents {{(pid=94643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:37:46.415832 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-29793c3a-5444-4782-b208-fadbf1b2b119 None None] Provisioning for port 2a862c18-232b-498f-b159-81564790bd45 completed by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:37:46.422566 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-29793c3a-5444-4782-b208-fadbf1b2b119 None None] Provisioning complete for port 2a862c18-232b-498f-b159-81564790bd45 triggered by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:37:46.422938 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-29793c3a-5444-4782-b208-fadbf1b2b119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:46.433447 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1ad7b259-f8c3-43ad-acf6-9937e645a1b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:46.503319 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-922f1b65-c61a-4fa6-bf7c-e4475e5997f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:46.507526 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-922f1b65-c61a-4fa6-bf7c-e4475e5997f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:46.510980 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-922f1b65-c61a-4fa6-bf7c-e4475e5997f8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/87815374-9c8d-4a81-9132-b7eaaaf89fcc HTTP/1.1" status: 204 len: 168 time: 0.2384760 Sep 07 14:37:46.517499 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-29793c3a-5444-4782-b208-fadbf1b2b119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:46.536121 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f1b65-c61a-4fa6-bf7c-e4475e5997f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87815374-9c8d-4a81-9132-b7eaaaf89fcc,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:46.566254 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8489243c-e055-4cb4-99de-d1f0f8881706 admin admin] Router a78bc4b4-71e1-49de-b3d5-af042285a4ec is scheduled to L3 agent ca4ca367-a056-42f7-949c-96b33f8f39bf with binding_index 1 {{(pid=94641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 14:37:46.592787 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-29793c3a-5444-4782-b208-fadbf1b2b119 None None] For port 2a862c18-232b-498f-b159-81564790bd45, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=2a862c18-232b-498f-b159-81564790bd45,segment=NetworkSegment(e54557d8-93d7-49ba-a7fc-963d1c00c60e),segment_id=e54557d8-93d7-49ba-a7fc-963d1c00c60e)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:37:46.656009 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-29793c3a-5444-4782-b208-fadbf1b2b119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:46.662375 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1ad7b259-f8c3-43ad-acf6-9937e645a1b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:46.739834 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8489243c-e055-4cb4-99de-d1f0f8881706 admin admin] Notify agent at l3_agent.dv-cinder-760153-9-iscsi the message routers_updated {{(pid=94641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:37:46.740401 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29793c3a-5444-4782-b208-fadbf1b2b119 None None] Pushing event updated for resources: {'Port': ['ID=2a862c18-232b-498f-b159-81564790bd45,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:46.753594 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718675f8-fbd5-4844-affb-239adc019b95 None None] Sync routers for ids ['a78bc4b4-71e1-49de-b3d5-af042285a4ec'] in dv-cinder-760153-9-iscsi {{(pid=94643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:37:46.757895 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1ad7b259-f8c3-43ad-acf6-9937e645a1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:46.768344 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718675f8-fbd5-4844-affb-239adc019b95 None None] Routers {'a78bc4b4-71e1-49de-b3d5-af042285a4ec'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:37:46.769133 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-718675f8-fbd5-4844-affb-239adc019b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:37:35Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['a78bc4b4-71e1-49de-b3d5-af042285a4ec'], 'active': True} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:37:46.790267 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-1ad7b259-f8c3-43ad-acf6-9937e645a1b0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c4b078c95630425f98b928fab5eda909&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6960387 Sep 07 14:37:46.792926 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 48434) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:46.815448 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad7b259-f8c3-43ad-acf6-9937e645a1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64449bba-293f-44d9-bf57-c927896f7910,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:46.817330 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-504aa78a-b29b-4cb4-88a4-9cc0f3af7878 None None] Provisioning complete for port 2a862c18-232b-498f-b159-81564790bd45 triggered by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:37:46.821276 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-504aa78a-b29b-4cb4-88a4-9cc0f3af7878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:46.890300 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8489243c-e055-4cb4-99de-d1f0f8881706 admin admin] Notify callbacks [] for router, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:46.892177 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-8489243c-e055-4cb4-99de-d1f0f8881706 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9603083 Sep 07 14:37:46.894931 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 48442) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:46.975386 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvr_db [None req-718675f8-fbd5-4844-affb-239adc019b95 None None] Set router a78bc4b4-71e1-49de-b3d5-af042285a4ec gateway port host: dv-cinder-760153-9-iscsi {{(pid=94643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:37:47.128318 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f467f-9f2d-4e4a-bcc0-565dbee73341 req-a0d8d17d-f9ae-4c18-b1af-9d20b5ea86ae tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:47.129897 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1150f8-a533-4662-b622-4bf557c6d6ee req-862b3360-4b5a-4100-b599-7cc1d305f79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:47.131378 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-fc1150f8-a533-4662-b622-4bf557c6d6ee req-862b3360-4b5a-4100-b599-7cc1d305f79f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 1098 time: 0.0804570 Sep 07 14:37:47.134687 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-885f467f-9f2d-4e4a-bcc0-565dbee73341 req-a0d8d17d-f9ae-4c18-b1af-9d20b5ea86ae tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.0829191 Sep 07 14:37:47.145389 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e292d410-ca40-491a-8490-66a8f203ac20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:47.186011 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e292d410-ca40-491a-8490-66a8f203ac20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:47.196989 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-885f467f-9f2d-4e4a-bcc0-565dbee73341 req-b2c55f21-6651-4651-a7db-37f6878d14b3 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614564 Sep 07 14:37:47.233783 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-718675f8-fbd5-4844-affb-239adc019b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'name': 'tempest-AttachVolumeShelveTestJSON-985180923-router', 'tenant_id': 'ab59e88db16c4855917d2a934d5b08f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a62508e6-b0a6-4255-b035-ba5626ac59bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:37:44Z', 'updated_at': '2021-09-07T14:37:45Z', 'revision_number': 3, 'project_id': 'ab59e88db16c4855917d2a934d5b08f2', 'gw_port': {'id': 'a62508e6-b0a6-4255-b035-ba5626ac59bb', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cf:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:37:44Z', 'updated_at': '2021-09-07T14:37:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi'}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:37:47.243032 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-fc1150f8-a533-4662-b622-4bf557c6d6ee req-0ad8db02-fda1-457c-8d26-7733289e513b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002929 Sep 07 14:37:47.285378 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718675f8-fbd5-4844-affb-239adc019b95 None None] Checking router: a78bc4b4-71e1-49de-b3d5-af042285a4ec for host: dv-cinder-760153-9-iscsi {{(pid=94643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:37:47.286173 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718675f8-fbd5-4844-affb-239adc019b95 None None] Updating router a78bc4b4-71e1-49de-b3d5-af042285a4ec port a62508e6-b0a6-4255-b035-ba5626ac59bb binding host dv-cinder-760153-9-iscsi {{(pid=94643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:37:47.312860 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-718675f8-fbd5-4844-affb-239adc019b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:47.325418 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e292d410-ca40-491a-8490-66a8f203ac20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:47.340666 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e292d410-ca40-491a-8490-66a8f203ac20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:47.345382 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-e292d410-ca40-491a-8490-66a8f203ac20 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/64449bba-293f-44d9-bf57-c927896f7910 HTTP/1.1" status: 204 len: 168 time: 0.5512245 Sep 07 14:37:47.359354 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292d410-ca40-491a-8490-66a8f203ac20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64449bba-293f-44d9-bf57-c927896f7910,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:47.364719 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 48456) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:47.395165 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b286a692-2486-4248-8a0b-dcbcb95a76ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:47.400042 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 2a862c18-232b-498f-b159-81564790bd45 up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:37:47.491548 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port 2a862c18-232b-498f-b159-81564790bd45 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:37:47.492066 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:47.541984 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b286a692-2486-4248-8a0b-dcbcb95a76ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:47.599102 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b286a692-2486-4248-8a0b-dcbcb95a76ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:47.642034 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-b286a692-2486-4248-8a0b-dcbcb95a76ee admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e40693f1916e487681e75b6421f61242&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2756014 Sep 07 14:37:47.643072 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b286a692-2486-4248-8a0b-dcbcb95a76ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655803b8-f352-45a2-b225-4f9921d46398,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:47.645637 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 48464) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:47.663738 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-718675f8-fbd5-4844-affb-239adc019b95 None None] Notify callbacks [] for port, precommit_update {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:47.666393 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d2de8dd9-2e81-4423-a5ce-186b2cbd30b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:47.676910 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.provisioning_blocks [None req-718675f8-fbd5-4844-affb-239adc019b95 None None] Transition to ACTIVE for port object a62508e6-b0a6-4255-b035-ba5626ac59bb will not be triggered until provisioned by entity L2. {{(pid=94643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:37:47.711204 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-441203e4-f27c-49d4-840c-c88d389f0716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:47.731571 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-441203e4-f27c-49d4-840c-c88d389f0716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:47.747143 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-718675f8-fbd5-4844-affb-239adc019b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:47.816541 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999a3e0-31f6-4a9e-a967-ce90d8a2e653 None None] Pushing event updated for resources: {'Port': ['ID=a62508e6-b0a6-4255-b035-ba5626ac59bb,revision_number=2']} {{(pid=94643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:47.819168 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.managers [None req-718675f8-fbd5-4844-affb-239adc019b95 None None] Attempting to bind port a62508e6-b0a6-4255-b035-ba5626ac59bb on host dv-cinder-760153-9-iscsi for vnic_type normal with profile {{(pid=94643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:37:47.819892 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.managers [None req-718675f8-fbd5-4844-affb-239adc019b95 None None] Attempting to bind port a62508e6-b0a6-4255-b035-ba5626ac59bb by drivers openvswitch,hyperv on host dv-cinder-760153-9-iscsi at level 0 using segments [{'id': 'c9eb5183-06b9-4b59-a709-2fab54e09f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'}] {{(pid=94643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:37:47.820866 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718675f8-fbd5-4844-affb-239adc019b95 None None] Attempting to bind port a62508e6-b0a6-4255-b035-ba5626ac59bb on network f04259db-55ec-42a0-98f6-02412be1dbca {{(pid=94643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:37:47.831845 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-d2de8dd9-2e81-4423-a5ce-186b2cbd30b6 admin admin] Allocated IP 172.20.0.1 (da6e8dca-6945-4602-b5cc-b9742d335a11/97647f27-4ef1-4c12-811b-6c63faa2d593/6eeb4bef-43d7-432d-aa86-91b7f03904f8) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:37:47.832254 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3999a3e0-31f6-4a9e-a967-ce90d8a2e653 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:37:47.832761 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3999a3e0-31f6-4a9e-a967-ce90d8a2e653 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:37:47.833413 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3999a3e0-31f6-4a9e-a967-ce90d8a2e653 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:37:47.833839 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3999a3e0-31f6-4a9e-a967-ce90d8a2e653 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:37:47.834359 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3999a3e0-31f6-4a9e-a967-ce90d8a2e653 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:37:47.834844 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3999a3e0-31f6-4a9e-a967-ce90d8a2e653 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:37:47.835455 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3999a3e0-31f6-4a9e-a967-ce90d8a2e653 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:37:47.835938 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3999a3e0-31f6-4a9e-a967-ce90d8a2e653 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:37:47.836472 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3999a3e0-31f6-4a9e-a967-ce90d8a2e653 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:37:47.836957 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3999a3e0-31f6-4a9e-a967-ce90d8a2e653 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:37:47.837447 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3999a3e0-31f6-4a9e-a967-ce90d8a2e653 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:37:47.837956 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3999a3e0-31f6-4a9e-a967-ce90d8a2e653 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:37:47.841600 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718675f8-fbd5-4844-affb-239adc019b95 None None] Checking agent: {'id': '603a9555-31ed-459d-ae44-8ccb1c39f9f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 28, 5), 'started_at': datetime.datetime(2021, 9, 7, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:37:47.842228 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718675f8-fbd5-4844-affb-239adc019b95 None None] Checking segment: {'id': 'c9eb5183-06b9-4b59-a709-2fab54e09f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:37:47.842810 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-718675f8-fbd5-4844-affb-239adc019b95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:47.843350 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718675f8-fbd5-4844-affb-239adc019b95 None None] Bound using segment: {'id': 'c9eb5183-06b9-4b59-a709-2fab54e09f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'} {{(pid=94643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:37:47.843985 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.managers [None req-718675f8-fbd5-4844-affb-239adc019b95 None None] Bound port: a62508e6-b0a6-4255-b035-ba5626ac59bb, host: dv-cinder-760153-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9eb5183-06b9-4b59-a709-2fab54e09f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'}}] {{(pid=94643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:37:47.844547 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-718675f8-fbd5-4844-affb-239adc019b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:47.855200 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-441203e4-f27c-49d4-840c-c88d389f0716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:47.858109 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-441203e4-f27c-49d4-840c-c88d389f0716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:47.859131 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-441203e4-f27c-49d4-840c-c88d389f0716 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/655803b8-f352-45a2-b225-4f9921d46398 HTTP/1.1" status: 204 len: 168 time: 0.2124381 Sep 07 14:37:47.867052 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441203e4-f27c-49d4-840c-c88d389f0716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655803b8-f352-45a2-b225-4f9921d46398,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:47.913047 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.db [None req-718675f8-fbd5-4844-affb-239adc019b95 None None] For port a62508e6-b0a6-4255-b035-ba5626ac59bb, host dv-cinder-760153-9-iscsi, cleared binding levels {{(pid=94643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:37:47.919882 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.db [None req-718675f8-fbd5-4844-affb-239adc019b95 None None] For port a62508e6-b0a6-4255-b035-ba5626ac59bb, host dv-cinder-760153-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=a62508e6-b0a6-4255-b035-ba5626ac59bb,segment=NetworkSegment(c9eb5183-06b9-4b59-a709-2fab54e09f70),segment_id=c9eb5183-06b9-4b59-a709-2fab54e09f70)] {{(pid=94643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:37:47.950707 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d2de8dd9-2e81-4423-a5ce-186b2cbd30b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:47.966319 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d2de8dd9-2e81-4423-a5ce-186b2cbd30b6 admin admin] Transition to ACTIVE for port object 6eeb4bef-43d7-432d-aa86-91b7f03904f8 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:37:48.038612 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-718675f8-fbd5-4844-affb-239adc019b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:48.067821 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d2de8dd9-2e81-4423-a5ce-186b2cbd30b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:48.096923 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718675f8-fbd5-4844-affb-239adc019b95 None None] Routers {'a78bc4b4-71e1-49de-b3d5-af042285a4ec'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:37:48.097547 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-718675f8-fbd5-4844-affb-239adc019b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:37:35Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['a78bc4b4-71e1-49de-b3d5-af042285a4ec'], 'active': True} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:37:48.109151 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2de8dd9-2e81-4423-a5ce-186b2cbd30b6 admin admin] Network da6e8dca-6945-4602-b5cc-b9742d335a11 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:37:48.111909 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-d2de8dd9-2e81-4423-a5ce-186b2cbd30b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:37:48.115336 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2de8dd9-2e81-4423-a5ce-186b2cbd30b6 admin admin] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:37:48.135905 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999a3e0-31f6-4a9e-a967-ce90d8a2e653 None None] Pushing event updated for resources: {'Port': ['ID=a62508e6-b0a6-4255-b035-ba5626ac59bb,revision_number=3']} {{(pid=94643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:48.145060 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de8dd9-2e81-4423-a5ce-186b2cbd30b6 admin admin] Pushing event updated for resources: {'Port': ['ID=6eeb4bef-43d7-432d-aa86-91b7f03904f8,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:48.176664 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d2de8dd9-2e81-4423-a5ce-186b2cbd30b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540566'] for router_interface, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:48.234728 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvr_db [None req-718675f8-fbd5-4844-affb-239adc019b95 None None] Set router a78bc4b4-71e1-49de-b3d5-af042285a4ec gateway port host: dv-cinder-760153-9-iscsi {{(pid=94643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:37:48.332041 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 48478) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:48.356739 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a709b58b-e22a-449d-97ec-de3b5566b5fc req-29e33e41-9283-465c-ba31-f59e463849b0 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:48.362814 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a709b58b-e22a-449d-97ec-de3b5566b5fc req-29e33e41-9283-465c-ba31-f59e463849b0 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.0861740 Sep 07 14:37:48.435611 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a709b58b-e22a-449d-97ec-de3b5566b5fc req-72464228-2332-40fa-8fa8-3c2c58af694c tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568745 Sep 07 14:37:48.530898 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-5a7e8ce8-a222-4e27-a018-1cf81926eddd None None] Provisioning for port 6eeb4bef-43d7-432d-aa86-91b7f03904f8 completed by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:37:48.531698 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 48484) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:48.535530 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-5a7e8ce8-a222-4e27-a018-1cf81926eddd None None] Provisioning complete for port 6eeb4bef-43d7-432d-aa86-91b7f03904f8 triggered by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:37:48.535911 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-5a7e8ce8-a222-4e27-a018-1cf81926eddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:48.561371 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-718675f8-fbd5-4844-affb-239adc019b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'name': 'tempest-AttachVolumeShelveTestJSON-985180923-router', 'tenant_id': 'ab59e88db16c4855917d2a934d5b08f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a62508e6-b0a6-4255-b035-ba5626ac59bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:37:44Z', 'updated_at': '2021-09-07T14:37:45Z', 'revision_number': 3, 'project_id': 'ab59e88db16c4855917d2a934d5b08f2', 'gw_port': {'id': 'a62508e6-b0a6-4255-b035-ba5626ac59bb', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cf:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:37:44Z', 'updated_at': '2021-09-07T14:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi'}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:37:48.582911 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a0496199-eb43-49fe-9c58-6be3b426171c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:48.597390 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718675f8-fbd5-4844-affb-239adc019b95 None None] The sync data for ids ['a78bc4b4-71e1-49de-b3d5-af042285a4ec'] in dv-cinder-760153-9-iscsi is: [{'id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'name': 'tempest-AttachVolumeShelveTestJSON-985180923-router', 'tenant_id': 'ab59e88db16c4855917d2a934d5b08f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a62508e6-b0a6-4255-b035-ba5626ac59bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:37:44Z', 'updated_at': '2021-09-07T14:37:45Z', 'revision_number': 3, 'project_id': 'ab59e88db16c4855917d2a934d5b08f2', 'gw_port': {'id': 'a62508e6-b0a6-4255-b035-ba5626ac59bb', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cf:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:37:44Z', 'updated_at': '2021-09-07T14:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi'}] {{(pid=94643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:37:48.609556 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-5a7e8ce8-a222-4e27-a018-1cf81926eddd None None] Port 6eeb4bef-43d7-432d-aa86-91b7f03904f8 cannot update to ACTIVE because it is not bound. {{(pid=94642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:37:48.629184 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d2de8dd9-2e81-4423-a5ce-186b2cbd30b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:48.706698 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eca3d672-ada8-4687-888a-9d40ee75a464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:48.855815 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a0496199-eb43-49fe-9c58-6be3b426171c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:48.911981 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d2de8dd9-2e81-4423-a5ce-186b2cbd30b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:48.931634 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a0496199-eb43-49fe-9c58-6be3b426171c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:48.981493 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d2de8dd9-2e81-4423-a5ce-186b2cbd30b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009912'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:49.040327 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0496199-eb43-49fe-9c58-6be3b426171c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b74aa8-5365-4954-abda-a34485e19683,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:49.061971 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-a0496199-eb43-49fe-9c58-6be3b426171c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c11aab7822f54f6d9ef2ba33f6e9d72f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7381082 Sep 07 14:37:49.064370 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eca3d672-ada8-4687-888a-9d40ee75a464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:49.065716 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 48502) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:49.114880 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d2de8dd9-2e81-4423-a5ce-186b2cbd30b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7854282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539654'] for router_interface, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:49.139256 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de8dd9-2e81-4423-a5ce-186b2cbd30b6 admin admin] Pushing event updated for resources: {'Port': ['ID=6eeb4bef-43d7-432d-aa86-91b7f03904f8,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:49.147222 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8450bb6e-48dc-45fb-b220-66d690a458f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:49.150806 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eca3d672-ada8-4687-888a-9d40ee75a464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:49.215582 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-eca3d672-ada8-4687-888a-9d40ee75a464 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=664130fc123b41d987b7ebc7a854b85e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6825168 Sep 07 14:37:49.218956 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 48506) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:49.247925 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8450bb6e-48dc-45fb-b220-66d690a458f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:49.257245 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3d672-ada8-4687-888a-9d40ee75a464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf016f1d-6ac2-4c90-8de8-584eb35210d3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:49.363613 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2de8dd9-2e81-4423-a5ce-186b2cbd30b6 admin admin] Network da6e8dca-6945-4602-b5cc-b9742d335a11 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:37:49.367157 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-d2de8dd9-2e81-4423-a5ce-186b2cbd30b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:37:49.369533 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f613b0d7-e390-40e8-879d-1c93f9096824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:49.469774 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f613b0d7-e390-40e8-879d-1c93f9096824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:49.469957 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8450bb6e-48dc-45fb-b220-66d690a458f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:49.486362 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8450bb6e-48dc-45fb-b220-66d690a458f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:49.487711 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-8450bb6e-48dc-45fb-b220-66d690a458f4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/07b74aa8-5365-4954-abda-a34485e19683 HTTP/1.1" status: 204 len: 168 time: 0.4207191 Sep 07 14:37:49.504024 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device a62508e6-b0a6-4255-b035-ba5626ac59bb up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:37:49.539405 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8450bb6e-48dc-45fb-b220-66d690a458f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b74aa8-5365-4954-abda-a34485e19683,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:49.731111 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9e1b2-92d7-442b-b9ea-069f98600dc5 req-db76b235-64ac-42ed-a1ab-7463a617d7d6 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:49.733468 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1cd9e1b2-92d7-442b-b9ea-069f98600dc5 req-db76b235-64ac-42ed-a1ab-7463a617d7d6 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.0875452 Sep 07 14:37:49.743979 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2de8dd9-2e81-4423-a5ce-186b2cbd30b6 admin admin] Router a78bc4b4-71e1-49de-b3d5-af042285a4ec has already been hosted by L3 agent ca4ca367-a056-42f7-949c-96b33f8f39bf {{(pid=94641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:37:49.780288 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1cd9e1b2-92d7-442b-b9ea-069f98600dc5 req-21eea4a4-e9af-4329-bc1c-02636e221a9e tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399361 Sep 07 14:37:49.787042 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning for port a62508e6-b0a6-4255-b035-ba5626ac59bb completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:37:49.797192 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port a62508e6-b0a6-4255-b035-ba5626ac59bb triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:37:49.797709 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:49.861183 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f613b0d7-e390-40e8-879d-1c93f9096824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:49.864731 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f613b0d7-e390-40e8-879d-1c93f9096824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:49.868253 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-f613b0d7-e390-40e8-879d-1c93f9096824 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bf016f1d-6ac2-4c90-8de8-584eb35210d3 HTTP/1.1" status: 204 len: 168 time: 0.6459842 Sep 07 14:37:49.868401 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-80a96f70-1b95-4430-8fd9-58e5b4477709 None None] Provisioning complete for port 6eeb4bef-43d7-432d-aa86-91b7f03904f8 triggered by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:37:49.869573 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-80a96f70-1b95-4430-8fd9-58e5b4477709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:49.886368 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613b0d7-e390-40e8-879d-1c93f9096824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf016f1d-6ac2-4c90-8de8-584eb35210d3,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:49.912721 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2de8dd9-2e81-4423-a5ce-186b2cbd30b6 admin admin] Notify agent at l3_agent.dv-cinder-760153-9-iscsi the message routers_updated {{(pid=94641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:37:49.924249 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-d2de8dd9-2e81-4423-a5ce-186b2cbd30b6 admin admin] 10.222.0.11 "PUT /v2.0/routers/a78bc4b4-71e1-49de-b3d5-af042285a4ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0282321 Sep 07 14:37:49.945604 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-80a96f70-1b95-4430-8fd9-58e5b4477709 None None] Port 6eeb4bef-43d7-432d-aa86-91b7f03904f8 cannot update to ACTIVE because it is not bound. {{(pid=94642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:37:49.996035 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4252e-8d8a-45c0-9a23-c0450679784e req-8575cb42-6bc6-49d1-9bd9-2b2507d0553a tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:49.996035 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d3b4252e-8d8a-45c0-9a23-c0450679784e req-8575cb42-6bc6-49d1-9bd9-2b2507d0553a tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.1157641 Sep 07 14:37:50.034026 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:50.048865 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d3b4252e-8d8a-45c0-9a23-c0450679784e req-edb321b3-80c5-4a8c-a766-6a7385638433 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417767 Sep 07 14:37:50.058487 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-9152d18d-5686-470b-8281-0603e563890f None None] For port a62508e6-b0a6-4255-b035-ba5626ac59bb, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=a62508e6-b0a6-4255-b035-ba5626ac59bb,segment=NetworkSegment(c9eb5183-06b9-4b59-a709-2fab54e09f70),segment_id=c9eb5183-06b9-4b59-a709-2fab54e09f70)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:37:50.164866 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:50.233429 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Pushing event updated for resources: {'Port': ['ID=a62508e6-b0a6-4255-b035-ba5626ac59bb,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:50.895120 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cee711d-15e9-4568-855e-2f68489974a4 None None] Sync routers for ids ['a78bc4b4-71e1-49de-b3d5-af042285a4ec'] in dv-cinder-760153-9-iscsi {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:37:50.909023 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cee711d-15e9-4568-855e-2f68489974a4 None None] Routers {'a78bc4b4-71e1-49de-b3d5-af042285a4ec'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:37:50.910026 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6cee711d-15e9-4568-855e-2f68489974a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:37:35Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['a78bc4b4-71e1-49de-b3d5-af042285a4ec'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:37:51.063582 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 48568) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:51.079799 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-6cee711d-15e9-4568-855e-2f68489974a4 None None] Set router a78bc4b4-71e1-49de-b3d5-af042285a4ec gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:37:51.094213 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-564f0e59-248f-4828-ab6e-967db85d301f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:51.245492 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-564f0e59-248f-4828-ab6e-967db85d301f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:51.332965 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6cee711d-15e9-4568-855e-2f68489974a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'name': 'tempest-AttachVolumeShelveTestJSON-985180923-router', 'tenant_id': 'ab59e88db16c4855917d2a934d5b08f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a62508e6-b0a6-4255-b035-ba5626ac59bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:37:44Z', 'updated_at': '2021-09-07T14:37:48Z', 'revision_number': 4, 'project_id': 'ab59e88db16c4855917d2a934d5b08f2', 'gw_port': {'id': 'a62508e6-b0a6-4255-b035-ba5626ac59bb', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:37:44Z', 'updated_at': '2021-09-07T14:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': '6eeb4bef-43d7-432d-aa86-91b7f03904f8', 'name': '', 'network_id': 'da6e8dca-6945-4602-b5cc-b9742d335a11', 'tenant_id': 'ab59e88db16c4855917d2a934d5b08f2', 'mac_address': 'fa:16:3e:37:95:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '97647f27-4ef1-4c12-811b-6c63faa2d593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:37:47Z', 'updated_at': '2021-09-07T14:37:48Z', 'revision_number': 2, 'project_id': 'ab59e88db16c4855917d2a934d5b08f2', 'subnets': [{'id': '97647f27-4ef1-4c12-811b-6c63faa2d593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:37:51.381370 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-564f0e59-248f-4828-ab6e-967db85d301f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:51.404370 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 48578) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:51.411465 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-c095b78c-eef5-4df9-973c-1f400e8a2dfd tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1017030599', 'description': 'tempest-description--481129271'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:37:51.436990 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f0e59-248f-4828-ab6e-967db85d301f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d66ef73-57f5-4dbd-a543-94825bd72802,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:51.472577 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 48586) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:51.472978 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-564f0e59-248f-4828-ab6e-967db85d301f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c51ed908185944a3bc3455be0648b9f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4075422 Sep 07 14:37:51.518386 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device a62508e6-b0a6-4255-b035-ba5626ac59bb up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:37:51.520986 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cee711d-15e9-4568-855e-2f68489974a4 None None] Checking router: a78bc4b4-71e1-49de-b3d5-af042285a4ec for host: dv-cinder-760153-9-iscsi {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:37:51.521231 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cee711d-15e9-4568-855e-2f68489974a4 None None] Updating router a78bc4b4-71e1-49de-b3d5-af042285a4ec port 6eeb4bef-43d7-432d-aa86-91b7f03904f8 binding host dv-cinder-760153-9-iscsi {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:37:51.530814 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2cef6854-0cb2-4e84-b7f1-f6db08179e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:51.554344 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2cef6854-0cb2-4e84-b7f1-f6db08179e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:51.573281 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6cee711d-15e9-4568-855e-2f68489974a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:51.597528 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c095b78c-eef5-4df9-973c-1f400e8a2dfd tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:51.641432 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port a62508e6-b0a6-4255-b035-ba5626ac59bb triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:37:51.641812 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:51.740754 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2cef6854-0cb2-4e84-b7f1-f6db08179e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:51.743310 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2cef6854-0cb2-4e84-b7f1-f6db08179e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:51.747369 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-2cef6854-0cb2-4e84-b7f1-f6db08179e0f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1d66ef73-57f5-4dbd-a543-94825bd72802 HTTP/1.1" status: 204 len: 168 time: 0.2703490 Sep 07 14:37:51.759316 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cef6854-0cb2-4e84-b7f1-f6db08179e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d66ef73-57f5-4dbd-a543-94825bd72802,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:51.811395 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c095b78c-eef5-4df9-973c-1f400e8a2dfd tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:51.872289 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c095b78c-eef5-4df9-973c-1f400e8a2dfd tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:51.911017 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c095b78c-eef5-4df9-973c-1f400e8a2dfd tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4eda5cb-35eb-410b-8ff9-08db9edf62df,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:51.956694 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6cee711d-15e9-4568-855e-2f68489974a4 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:51.958963 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c095b78c-eef5-4df9-973c-1f400e8a2dfd tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks [] for security_group, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:51.960278 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-c095b78c-eef5-4df9-973c-1f400e8a2dfd tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5542336 Sep 07 14:37:51.963491 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 48610) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:51.972220 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-7eb5f2f9-a979-495f-a214-861ff6afaccd tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Request body: {'security_group_rule': {'security_group_id': 'b4eda5cb-35eb-410b-8ff9-08db9edf62df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:37:51.989142 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-6cee711d-15e9-4568-855e-2f68489974a4 None None] Transition to ACTIVE for port object 6eeb4bef-43d7-432d-aa86-91b7f03904f8 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:37:52.067289 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6cee711d-15e9-4568-855e-2f68489974a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:52.098194 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7eb5f2f9-a979-495f-a214-861ff6afaccd tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:52.187811 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba5957-2885-4f62-ab5f-1cfd4f7ec9d2 None None] Pushing event updated for resources: {'Port': ['ID=6eeb4bef-43d7-432d-aa86-91b7f03904f8,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:52.198087 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7eb5f2f9-a979-495f-a214-861ff6afaccd tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:52.226761 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 48618) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:52.232504 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-6cee711d-15e9-4568-855e-2f68489974a4 None None] Attempting to bind port 6eeb4bef-43d7-432d-aa86-91b7f03904f8 on host dv-cinder-760153-9-iscsi for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:37:52.233379 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-6cee711d-15e9-4568-855e-2f68489974a4 None None] Attempting to bind port 6eeb4bef-43d7-432d-aa86-91b7f03904f8 by drivers openvswitch,hyperv on host dv-cinder-760153-9-iscsi at level 0 using segments [{'id': 'e54557d8-93d7-49ba-a7fc-963d1c00c60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'da6e8dca-6945-4602-b5cc-b9742d335a11'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:37:52.233379 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cee711d-15e9-4568-855e-2f68489974a4 None None] Attempting to bind port 6eeb4bef-43d7-432d-aa86-91b7f03904f8 on network da6e8dca-6945-4602-b5cc-b9742d335a11 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:37:52.239420 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cee711d-15e9-4568-855e-2f68489974a4 None None] Checking agent: {'id': '603a9555-31ed-459d-ae44-8ccb1c39f9f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 28, 5), 'started_at': datetime.datetime(2021, 9, 7, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:37:52.239803 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cee711d-15e9-4568-855e-2f68489974a4 None None] Checking segment: {'id': 'e54557d8-93d7-49ba-a7fc-963d1c00c60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'da6e8dca-6945-4602-b5cc-b9742d335a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:37:52.240343 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6cee711d-15e9-4568-855e-2f68489974a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:52.240742 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cee711d-15e9-4568-855e-2f68489974a4 None None] Bound using segment: {'id': 'e54557d8-93d7-49ba-a7fc-963d1c00c60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'da6e8dca-6945-4602-b5cc-b9742d335a11'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:37:52.241204 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-6cee711d-15e9-4568-855e-2f68489974a4 None None] Bound port: 6eeb4bef-43d7-432d-aa86-91b7f03904f8, host: dv-cinder-760153-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54557d8-93d7-49ba-a7fc-963d1c00c60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'da6e8dca-6945-4602-b5cc-b9742d335a11'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:37:52.241599 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6cee711d-15e9-4568-855e-2f68489974a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:52.261383 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7eb5f2f9-a979-495f-a214-861ff6afaccd tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460427'] for security_group_rule, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:52.298608 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb5f2f9-a979-495f-a214-861ff6afaccd tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a79d47be-9e9d-44e9-bad4-0ba032184ef8,revision_number=0']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:52.358285 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7eb5f2f9-a979-495f-a214-861ff6afaccd tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:52.361991 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-7eb5f2f9-a979-495f-a214-861ff6afaccd tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3950622 Sep 07 14:37:52.362311 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 48628) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:52.363494 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-6cee711d-15e9-4568-855e-2f68489974a4 None None] For port 6eeb4bef-43d7-432d-aa86-91b7f03904f8, host dv-cinder-760153-9-iscsi, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:37:52.367342 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7c2c700f-cfd2-4edf-8483-e0894d6c423b tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Request body: {'security_group_rule': {'security_group_id': 'b4eda5cb-35eb-410b-8ff9-08db9edf62df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:37:52.371344 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-6cee711d-15e9-4568-855e-2f68489974a4 None None] For port 6eeb4bef-43d7-432d-aa86-91b7f03904f8, host dv-cinder-760153-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=6eeb4bef-43d7-432d-aa86-91b7f03904f8,segment=NetworkSegment(e54557d8-93d7-49ba-a7fc-963d1c00c60e),segment_id=e54557d8-93d7-49ba-a7fc-963d1c00c60e)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:37:52.457311 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-11945970-3f72-4932-9974-468ec88e4b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:52.477692 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6cee711d-15e9-4568-855e-2f68489974a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:52.478804 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52815cb-e5e3-46c7-8878-bbfdb40d20ef req-22cc1962-d3d6-4cf4-8c72-73a02ef1fce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:52.482496 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-e52815cb-e5e3-46c7-8878-bbfdb40d20ef req-22cc1962-d3d6-4cf4-8c72-73a02ef1fce9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=25eabbe22d5b41849961a9af5ba6fc47&device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 1099 time: 0.0545146 Sep 07 14:37:52.488317 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0cc29f-7867-45d3-92fc-55cae668f249 req-017f518c-08be-486d-86b7-af916e052aa3 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:52.494032 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3d0cc29f-7867-45d3-92fc-55cae668f249 req-017f518c-08be-486d-86b7-af916e052aa3 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.0979996 Sep 07 14:37:52.532681 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cee711d-15e9-4568-855e-2f68489974a4 None None] Routers {'a78bc4b4-71e1-49de-b3d5-af042285a4ec'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:37:52.533330 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6cee711d-15e9-4568-855e-2f68489974a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:37:35Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['a78bc4b4-71e1-49de-b3d5-af042285a4ec'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:37:52.536732 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7c2c700f-cfd2-4edf-8483-e0894d6c423b tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:52.605237 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52815cb-e5e3-46c7-8878-bbfdb40d20ef req-b8214da0-9293-4390-8edb-4b3dc99cc22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:52.611238 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-e52815cb-e5e3-46c7-8878-bbfdb40d20ef req-b8214da0-9293-4390-8edb-4b3dc99cc22c service neutron] 10.222.0.22 "GET /v2.0/networks?id=bbbe9b39-82f4-4f4e-ae09-684d6fbf682f HTTP/1.1" status: 200 len: 920 time: 0.1214454 Sep 07 14:37:52.650596 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3d0cc29f-7867-45d3-92fc-55cae668f249 req-5378d0ee-c548-4bbc-a433-11ee8dd64a80 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396081 Sep 07 14:37:52.705436 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-e52815cb-e5e3-46c7-8878-bbfdb40d20ef req-def4f805-880c-45f9-8cd1-dae19b3cd708 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99453c35-144f-45fc-bfd8-9a3acd2f538e HTTP/1.1" status: 200 len: 217 time: 0.0822742 Sep 07 14:37:52.735341 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba5957-2885-4f62-ab5f-1cfd4f7ec9d2 None None] Pushing event updated for resources: {'Port': ['ID=6eeb4bef-43d7-432d-aa86-91b7f03904f8,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:52.756165 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-6cee711d-15e9-4568-855e-2f68489974a4 None None] Set router a78bc4b4-71e1-49de-b3d5-af042285a4ec gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:37:52.804487 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7c2c700f-cfd2-4edf-8483-e0894d6c423b tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:52.823033 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52815cb-e5e3-46c7-8878-bbfdb40d20ef req-1f2ed00b-43c4-43b8-84cd-485c46a0011e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:52.827833 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-e52815cb-e5e3-46c7-8878-bbfdb40d20ef req-1f2ed00b-43c4-43b8-84cd-485c46a0011e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a82ba659-94b3-4805-891b-41571a6feb03 HTTP/1.1" status: 200 len: 859 time: 0.1142633 Sep 07 14:37:52.859775 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-11945970-3f72-4932-9974-468ec88e4b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:52.874706 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-e52815cb-e5e3-46c7-8878-bbfdb40d20ef req-c2451fac-febf-4511-8eb0-232af4558347 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bbbe9b39-82f4-4f4e-ae09-684d6fbf682f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384173 Sep 07 14:37:52.878705 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7c2c700f-cfd2-4edf-8483-e0894d6c423b tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460427'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:52.902769 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2c700f-cfd2-4edf-8483-e0894d6c423b tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=940cfd95-8d21-4831-93ff-e990dec3ee72,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:52.936665 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-11945970-3f72-4932-9974-468ec88e4b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:52.976893 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-11945970-3f72-4932-9974-468ec88e4b45 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ddeabd6449c142b681d5827521cb0280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7488294 Sep 07 14:37:52.979357 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 48642) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:52.985547 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11945970-3f72-4932-9974-468ec88e4b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c181161c-1b6d-4c2c-8137-1c3b76070610,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:53.004094 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7c2c700f-cfd2-4edf-8483-e0894d6c423b tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:53.005473 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-7c2c700f-cfd2-4edf-8483-e0894d6c423b tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6421962 Sep 07 14:37:53.009388 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 48644) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:53.010102 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6cee711d-15e9-4568-855e-2f68489974a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'name': 'tempest-AttachVolumeShelveTestJSON-985180923-router', 'tenant_id': 'ab59e88db16c4855917d2a934d5b08f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a62508e6-b0a6-4255-b035-ba5626ac59bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:37:44Z', 'updated_at': '2021-09-07T14:37:48Z', 'revision_number': 4, 'project_id': 'ab59e88db16c4855917d2a934d5b08f2', 'gw_port': {'id': 'a62508e6-b0a6-4255-b035-ba5626ac59bb', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:37:44Z', 'updated_at': '2021-09-07T14:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': '6eeb4bef-43d7-432d-aa86-91b7f03904f8', 'name': '', 'network_id': 'da6e8dca-6945-4602-b5cc-b9742d335a11', 'tenant_id': 'ab59e88db16c4855917d2a934d5b08f2', 'mac_address': 'fa:16:3e:37:95:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '97647f27-4ef1-4c12-811b-6c63faa2d593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:37:47Z', 'updated_at': '2021-09-07T14:37:52Z', 'revision_number': 4, 'project_id': 'ab59e88db16c4855917d2a934d5b08f2', 'subnets': [{'id': '97647f27-4ef1-4c12-811b-6c63faa2d593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:37:53.017059 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7a49596a-55ab-427f-92f7-9fdfa95e6b02 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Request body: {'floatingip': {'floating_network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:37:53.037818 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cee711d-15e9-4568-855e-2f68489974a4 None None] The sync data for ids ['a78bc4b4-71e1-49de-b3d5-af042285a4ec'] in dv-cinder-760153-9-iscsi is: [{'id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'name': 'tempest-AttachVolumeShelveTestJSON-985180923-router', 'tenant_id': 'ab59e88db16c4855917d2a934d5b08f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a62508e6-b0a6-4255-b035-ba5626ac59bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:37:44Z', 'updated_at': '2021-09-07T14:37:48Z', 'revision_number': 4, 'project_id': 'ab59e88db16c4855917d2a934d5b08f2', 'gw_port': {'id': 'a62508e6-b0a6-4255-b035-ba5626ac59bb', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:37:44Z', 'updated_at': '2021-09-07T14:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': '6eeb4bef-43d7-432d-aa86-91b7f03904f8', 'name': '', 'network_id': 'da6e8dca-6945-4602-b5cc-b9742d335a11', 'tenant_id': 'ab59e88db16c4855917d2a934d5b08f2', 'mac_address': 'fa:16:3e:37:95:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '97647f27-4ef1-4c12-811b-6c63faa2d593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:37:47Z', 'updated_at': '2021-09-07T14:37:52Z', 'revision_number': 4, 'project_id': 'ab59e88db16c4855917d2a934d5b08f2', 'subnets': [{'id': '97647f27-4ef1-4c12-811b-6c63faa2d593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:37:53.061366 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-e52815cb-e5e3-46c7-8878-bbfdb40d20ef req-48a29121-8064-44a4-b83f-eb0f02d9d6c3 service neutron] 10.222.0.22 "GET /v2.0/networks/bbbe9b39-82f4-4f4e-ae09-684d6fbf682f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748528 Sep 07 14:37:53.061699 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f3663047-8220-4990-bd78-98177bc6bbf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:53.086262 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f3663047-8220-4990-bd78-98177bc6bbf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:53.149766 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a49596a-55ab-427f-92f7-9fdfa95e6b02 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:53.245555 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f3663047-8220-4990-bd78-98177bc6bbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:53.252835 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f3663047-8220-4990-bd78-98177bc6bbf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:53.254916 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-f3663047-8220-4990-bd78-98177bc6bbf5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c181161c-1b6d-4c2c-8137-1c3b76070610 HTTP/1.1" status: 204 len: 168 time: 0.2743356 Sep 07 14:37:53.267603 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-e52815cb-e5e3-46c7-8878-bbfdb40d20ef req-c2078b7b-417f-4ab1-bcdc-c883b5821431 service neutron] 10.222.0.22 "GET /v2.0/networks/bbbe9b39-82f4-4f4e-ae09-684d6fbf682f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897128 Sep 07 14:37:53.286898 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3663047-8220-4990-bd78-98177bc6bbf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c181161c-1b6d-4c2c-8137-1c3b76070610,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:53.331661 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a49596a-55ab-427f-92f7-9fdfa95e6b02 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:53.496438 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 6eeb4bef-43d7-432d-aa86-91b7f03904f8 up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:37:53.510383 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-7a49596a-55ab-427f-92f7-9fdfa95e6b02 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Allocated IP 172.27.3.169 (f04259db-55ec-42a0-98f6-02412be1dbca/67ecb36d-e9a7-4541-9321-65fb5ffda8c8/0bce2e91-8c9b-40b0-873f-75928ac9660f) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:37:53.656080 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning for port 6eeb4bef-43d7-432d-aa86-91b7f03904f8 completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:37:53.670231 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port 6eeb4bef-43d7-432d-aa86-91b7f03904f8 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:37:53.670613 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:53.720123 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a49596a-55ab-427f-92f7-9fdfa95e6b02 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:53.820159 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dedb91-2116-4688-90be-99163facb3b1 req-577e9be1-a144-4142-b249-1850d896cd2d tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:53.821908 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-23dedb91-2116-4688-90be-99163facb3b1 req-577e9be1-a144-4142-b249-1850d896cd2d tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.0709233 Sep 07 14:37:53.823542 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:53.890678 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a49596a-55ab-427f-92f7-9fdfa95e6b02 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:53.913262 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-9152d18d-5686-470b-8281-0603e563890f None None] For port 6eeb4bef-43d7-432d-aa86-91b7f03904f8, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=6eeb4bef-43d7-432d-aa86-91b7f03904f8,segment=NetworkSegment(e54557d8-93d7-49ba-a7fc-963d1c00c60e),segment_id=e54557d8-93d7-49ba-a7fc-963d1c00c60e)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:37:53.962126 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-23dedb91-2116-4688-90be-99163facb3b1 req-c9000547-be3a-48dd-8ff7-f2142c53e4bd tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192520 Sep 07 14:37:53.964175 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:53.976107 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a49596a-55ab-427f-92f7-9fdfa95e6b02 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Network f04259db-55ec-42a0-98f6-02412be1dbca is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:37:53.984797 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-7a49596a-55ab-427f-92f7-9fdfa95e6b02 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:37:54.002346 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a49596a-55ab-427f-92f7-9fdfa95e6b02 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:37:54.011167 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a49596a-55ab-427f-92f7-9fdfa95e6b02 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Pushing event updated for resources: {'Port': ['ID=0bce2e91-8c9b-40b0-873f-75928ac9660f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:54.052082 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Pushing event updated for resources: {'Port': ['ID=6eeb4bef-43d7-432d-aa86-91b7f03904f8,revision_number=5']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:54.118301 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a49596a-55ab-427f-92f7-9fdfa95e6b02 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:54.234300 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a49596a-55ab-427f-92f7-9fdfa95e6b02 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:54.412355 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a49596a-55ab-427f-92f7-9fdfa95e6b02 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:54.415525 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 48694) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:54.440144 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3b5d1166-f1ac-49aa-818c-fda89e3a1335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:54.545736 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a49596a-55ab-427f-92f7-9fdfa95e6b02 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:54.548598 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3b5d1166-f1ac-49aa-818c-fda89e3a1335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:54.573594 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a49596a-55ab-427f-92f7-9fdfa95e6b02 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540525'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:54.596890 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a49596a-55ab-427f-92f7-9fdfa95e6b02 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Pushing event updated for resources: {'Port': ['ID=0bce2e91-8c9b-40b0-873f-75928ac9660f,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:54.611780 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3b5d1166-f1ac-49aa-818c-fda89e3a1335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:54.653377 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-3b5d1166-f1ac-49aa-818c-fda89e3a1335 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=19a276103bea425d9b293d25df453f25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367764 Sep 07 14:37:54.654661 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d1166-f1ac-49aa-818c-fda89e3a1335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41aa4ed3-c529-45b2-a481-6db794c1f602,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:54.657534 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 48704) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:54.700021 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7a49596a-55ab-427f-92f7-9fdfa95e6b02 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:54.701426 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-7a49596a-55ab-427f-92f7-9fdfa95e6b02 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6916173 Sep 07 14:37:54.724043 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d4ae524-5be9-41b0-aed0-f157f1d4b43c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:54.747339 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d4ae524-5be9-41b0-aed0-f157f1d4b43c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:54.890776 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d4ae524-5be9-41b0-aed0-f157f1d4b43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:54.893423 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d4ae524-5be9-41b0-aed0-f157f1d4b43c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:54.895334 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-9d4ae524-5be9-41b0-aed0-f157f1d4b43c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/41aa4ed3-c529-45b2-a481-6db794c1f602 HTTP/1.1" status: 204 len: 168 time: 0.2325566 Sep 07 14:37:54.908071 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ae524-5be9-41b0-aed0-f157f1d4b43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41aa4ed3-c529-45b2-a481-6db794c1f602,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:55.036426 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-81d036ed-fa66-4b2f-84f8-23041d8ac8ae tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1017030599&fields=id&tenant_id=ab59e88db16c4855917d2a934d5b08f2 HTTP/1.1" status: 200 len: 267 time: 0.0598228 Sep 07 14:37:55.203749 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2452ab-b339-4307-953e-046f3afbe90f req-cf050947-a640-43f4-bc1e-e5ce8d58b2b3 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:55.205389 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ec2452ab-b339-4307-953e-046f3afbe90f req-cf050947-a640-43f4-bc1e-e5ce8d58b2b3 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.1302011 Sep 07 14:37:55.241619 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-48a7c573-ecc1-4593-ae5a-990416d73e14 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:55.243094 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-48a7c573-ecc1-4593-ae5a-990416d73e14 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/networks?id=da6e8dca-6945-4602-b5cc-b9742d335a11 HTTP/1.1" status: 200 len: 816 time: 0.1962276 Sep 07 14:37:55.268808 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ec2452ab-b339-4307-953e-046f3afbe90f req-5c17be2e-c979-4004-bfbe-56dc51862398 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563557 Sep 07 14:37:55.275612 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-c8aec6c4-3afe-4562-b790-1fbefd885fbb tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/quotas/ab59e88db16c4855917d2a934d5b08f2 HTTP/1.1" status: 200 len: 375 time: 0.0207727 Sep 07 14:37:55.335640 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-952a78e0-ee48-4337-b3b2-4a9ee24f2fc2 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ab59e88db16c4855917d2a934d5b08f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0548222 Sep 07 14:37:55.400083 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 6eeb4bef-43d7-432d-aa86-91b7f03904f8 up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:37:55.451158 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 48750) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:55.487723 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-b52f86bb-36dc-45c0-92b5-422eace00970 service neutron] 10.222.0.11 "GET /v2.0/networks/da6e8dca-6945-4602-b5cc-b9742d335a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297178 Sep 07 14:37:55.517576 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port 6eeb4bef-43d7-432d-aa86-91b7f03904f8 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:37:55.518481 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:55.604460 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-33727065-0300-427b-b2a3-816e6d46e4c3 service neutron] 10.222.0.11 "GET /v2.0/networks/da6e8dca-6945-4602-b5cc-b9742d335a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158800 Sep 07 14:37:55.619494 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ee6002b1-779d-4780-a0ec-83ee8e610604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:55.730745 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ee6002b1-779d-4780-a0ec-83ee8e610604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:55.804194 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ee6002b1-779d-4780-a0ec-83ee8e610604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:55.843732 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-ee6002b1-779d-4780-a0ec-83ee8e610604 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f142b260f1844bd58d55d5c007457e0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3913918 Sep 07 14:37:55.846219 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6002b1-779d-4780-a0ec-83ee8e610604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e2e6c7-1b30-49df-a9d3-28ef813957ec,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:55.848554 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 48770) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:37:55.892564 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-44dc8521-b02a-41af-ac0e-75cbee00b836 req-9ec1afb4-8c0e-4554-bab9-435ba7bdfbb0 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 210 time: 0.0555377 Sep 07 14:37:55.923486 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-40c0148c-61bd-41ae-baaf-6cdd325df3e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:55.952255 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-40c0148c-61bd-41ae-baaf-6cdd325df3e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:56.134182 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-40c0148c-61bd-41ae-baaf-6cdd325df3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:56.136706 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-40c0148c-61bd-41ae-baaf-6cdd325df3e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:37:56.138820 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-40c0148c-61bd-41ae-baaf-6cdd325df3e7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/89e2e6c7-1b30-49df-a9d3-28ef813957ec HTTP/1.1" status: 204 len: 168 time: 0.2883773 Sep 07 14:37:56.146497 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c0148c-61bd-41ae-baaf-6cdd325df3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e2e6c7-1b30-49df-a9d3-28ef813957ec,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:37:56.401905 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec845bd0-c5cf-4b8b-838d-880df6a85bc8 req-07f091c8-0b37-44c2-981d-ab52b10160f9 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:56.403405 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ec845bd0-c5cf-4b8b-838d-880df6a85bc8 req-07f091c8-0b37-44c2-981d-ab52b10160f9 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.0540335 Sep 07 14:37:56.443165 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ec845bd0-c5cf-4b8b-838d-880df6a85bc8 req-faef198c-dc7f-414b-b597-7821a5276c14 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326979 Sep 07 14:37:56.995331 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-654d6ed3-5d3d-4ec1-a4ab-50508a4fd302 req-108a251e-5f97-468d-a3b7-b8d510e90728 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 210 time: 0.0267987 Sep 07 14:37:57.565685 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6612dfb-a4ae-483d-bf2e-7a09a433e90f req-8a696808-e422-4892-ac19-c7a3fb2d93f2 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:57.567341 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e6612dfb-a4ae-483d-bf2e-7a09a433e90f req-8a696808-e422-4892-ac19-c7a3fb2d93f2 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.0514438 Sep 07 14:37:57.613598 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e6612dfb-a4ae-483d-bf2e-7a09a433e90f req-0656dd26-aebf-450b-860c-4ef427328721 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399218 Sep 07 14:37:58.092513 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bc30b1d1-6640-4c64-b571-1205a5d728dc req-867f69e8-02a7-4107-bd85-04186a3e70f1 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 210 time: 0.0259500 Sep 07 14:37:58.807262 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc2827-e562-4fbd-8f5a-75a9cecd9f50 req-aa939a8a-810c-4770-a275-4562fc3ce3d8 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:58.809096 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-afbc2827-e562-4fbd-8f5a-75a9cecd9f50 req-aa939a8a-810c-4770-a275-4562fc3ce3d8 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.1014750 Sep 07 14:37:58.847703 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-afbc2827-e562-4fbd-8f5a-75a9cecd9f50 req-d5259882-40a7-47a4-935b-f5a70b2fbc8e tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317936 Sep 07 14:37:59.190617 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f42f66e7-1d0c-403f-b65c-b574a42f8115 req-daf7bef9-da9e-4c74-acd2-9c9f94738924 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 210 time: 0.0263360 Sep 07 14:37:59.965973 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7131c8e-4805-49e6-9cfa-d2c6e3938bd5 req-2bb09be3-6619-4a05-b9be-5cf8235ba332 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:37:59.968247 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e7131c8e-4805-49e6-9cfa-d2c6e3938bd5 req-2bb09be3-6619-4a05-b9be-5cf8235ba332 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.0538850 Sep 07 14:38:00.008560 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e7131c8e-4805-49e6-9cfa-d2c6e3938bd5 req-4141e3d1-84d5-4a87-91a6-d0858e6b39fb tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341833 Sep 07 14:38:00.302009 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7226df09-be10-4443-a771-5b3d1d703332 req-fdd26a47-86ee-4712-b03d-1880789a3f29 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 210 time: 0.0359843 Sep 07 14:38:00.558299 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-9ea64f2a-d7d3-43af-9ad4-54df123971f2 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:00.562489 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-9ea64f2a-d7d3-43af-9ad4-54df123971f2 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.22 "GET /v2.0/networks?id=da6e8dca-6945-4602-b5cc-b9742d335a11 HTTP/1.1" status: 200 len: 816 time: 0.1095638 Sep 07 14:38:00.622356 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-30e0ed45-1dc7-43ee-85a9-035ba51d3649 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab59e88db16c4855917d2a934d5b08f2 HTTP/1.1" status: 200 len: 380 time: 0.0468125 Sep 07 14:38:00.633040 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-4c124d6f-9150-4d36-8b42-9ff9016623c9 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Request body: {'port': {'device_id': 'ad0b0a23-bc4f-4741-816d-8cf50a76b8c3', 'network_id': 'da6e8dca-6945-4602-b5cc-b9742d335a11', 'admin_state_up': True, 'tenant_id': 'ab59e88db16c4855917d2a934d5b08f2', 'security_groups': ['b4eda5cb-35eb-410b-8ff9-08db9edf62df']}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:38:00.832580 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-4c124d6f-9150-4d36-8b42-9ff9016623c9 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Made reservation on behalf of ab59e88db16c4855917d2a934d5b08f2 for: {'port': 1} {{(pid=94641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:38:00.836129 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-4c124d6f-9150-4d36-8b42-9ff9016623c9 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:00.969566 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-4c124d6f-9150-4d36-8b42-9ff9016623c9 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Allocated IP 172.20.0.12 (da6e8dca-6945-4602-b5cc-b9742d335a11/97647f27-4ef1-4c12-811b-6c63faa2d593/3ed1d237-3126-4339-80cb-40993fa66667) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:38:01.149738 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-4c124d6f-9150-4d36-8b42-9ff9016623c9 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:01.167496 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-4c124d6f-9150-4d36-8b42-9ff9016623c9 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Transition to ACTIVE for port object 3ed1d237-3126-4339-80cb-40993fa66667 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:38:01.180443 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a86af0-a841-4839-87ad-38253fd0b2a0 req-3bfeae88-7078-4ff3-93c2-867440a2dfe3 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:01.180443 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-89a86af0-a841-4839-87ad-38253fd0b2a0 req-3bfeae88-7078-4ff3-93c2-867440a2dfe3 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.0966659 Sep 07 14:38:01.256161 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-89a86af0-a841-4839-87ad-38253fd0b2a0 req-737da8d7-dc86-4905-9e8b-4815c0780cbe tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610678 Sep 07 14:38:01.296075 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-4c124d6f-9150-4d36-8b42-9ff9016623c9 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:01.346431 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-4c124d6f-9150-4d36-8b42-9ff9016623c9 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Network da6e8dca-6945-4602-b5cc-b9742d335a11 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:38:01.349926 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-4c124d6f-9150-4d36-8b42-9ff9016623c9 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:38:01.356328 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-4c124d6f-9150-4d36-8b42-9ff9016623c9 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:38:01.363333 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c124d6f-9150-4d36-8b42-9ff9016623c9 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Pushing event updated for resources: {'Port': ['ID=3ed1d237-3126-4339-80cb-40993fa66667,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:01.416952 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-4c124d6f-9150-4d36-8b42-9ff9016623c9 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:01.422311 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-4c124d6f-9150-4d36-8b42-9ff9016623c9 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:01.453854 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f22db-9fe3-4ce7-9008-37dfadecafe6 req-123cd629-6e48-4fa5-9f77-6321d410d0f3 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:01.462818 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-138f22db-9fe3-4ce7-9008-37dfadecafe6 req-123cd629-6e48-4fa5-9f77-6321d410d0f3 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 932 time: 0.0566390 Sep 07 14:38:01.498483 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-138f22db-9fe3-4ce7-9008-37dfadecafe6 req-2e236d40-cebd-4f0f-9859-7b7cb7504b1b tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353055 Sep 07 14:38:01.502488 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-4c124d6f-9150-4d36-8b42-9ff9016623c9 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8728199 Sep 07 14:38:01.522168 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-0240ca21-a402-4784-b5b3-db36b9a27df5 service neutron] Request body: {'port': {'device_id': 'ad0b0a23-bc4f-4741-816d-8cf50a76b8c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:38:01.589572 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-0240ca21-a402-4784-b5b3-db36b9a27df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:01.686201 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 49000) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:01.746950 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-e146b622-4a81-41f0-b2d1-6415c9129561 None None] Provisioning for port 3ed1d237-3126-4339-80cb-40993fa66667 completed by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:38:01.752459 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-e146b622-4a81-41f0-b2d1-6415c9129561 None None] Provisioning complete for port 3ed1d237-3126-4339-80cb-40993fa66667 triggered by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:38:01.755860 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-e146b622-4a81-41f0-b2d1-6415c9129561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:01.791411 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-e146b622-4a81-41f0-b2d1-6415c9129561 None None] Port 3ed1d237-3126-4339-80cb-40993fa66667 cannot update to ACTIVE because it is not bound. {{(pid=94642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:38:01.813159 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8bfa2405-f948-4a25-95e7-e815abfc7462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:01.904884 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-0240ca21-a402-4784-b5b3-db36b9a27df5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ed1d237-3126-4339-80cb-40993fa66667 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:38:01.912745 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-0240ca21-a402-4784-b5b3-db36b9a27df5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:01.918443 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8bfa2405-f948-4a25-95e7-e815abfc7462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:01.930650 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-0240ca21-a402-4784-b5b3-db36b9a27df5 service neutron] Transition to ACTIVE for port object 3ed1d237-3126-4339-80cb-40993fa66667 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:38:01.981363 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8bfa2405-f948-4a25-95e7-e815abfc7462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:02.024597 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-8bfa2405-f948-4a25-95e7-e815abfc7462 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=31fedb1cb3684e5a9ad447294c06ab40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3361266 Sep 07 14:38:02.025729 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa2405-f948-4a25-95e7-e815abfc7462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2770c20-a988-4c15-af43-3f6c38ab0b1f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:02.029975 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 49010) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:02.036709 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-0240ca21-a402-4784-b5b3-db36b9a27df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009912'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:02.116336 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240ca21-a402-4784-b5b3-db36b9a27df5 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed1d237-3126-4339-80cb-40993fa66667,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:02.148163 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a810380d-f222-41c3-b429-14d98a54c573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:02.199472 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a810380d-f222-41c3-b429-14d98a54c573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:02.241348 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-0240ca21-a402-4784-b5b3-db36b9a27df5 service neutron] Attempting to bind port 3ed1d237-3126-4339-80cb-40993fa66667 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:38:02.241348 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-0240ca21-a402-4784-b5b3-db36b9a27df5 service neutron] Attempting to bind port 3ed1d237-3126-4339-80cb-40993fa66667 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': 'e54557d8-93d7-49ba-a7fc-963d1c00c60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'da6e8dca-6945-4602-b5cc-b9742d335a11'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:38:02.241578 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-0240ca21-a402-4784-b5b3-db36b9a27df5 service neutron] Attempting to bind port 3ed1d237-3126-4339-80cb-40993fa66667 on network da6e8dca-6945-4602-b5cc-b9742d335a11 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:38:02.261017 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-0240ca21-a402-4784-b5b3-db36b9a27df5 service neutron] Port 3ed1d237-3126-4339-80cb-40993fa66667 on network da6e8dca-6945-4602-b5cc-b9742d335a11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:38:02.261350 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-0240ca21-a402-4784-b5b3-db36b9a27df5 service neutron] Attempting to bind port 3ed1d237-3126-4339-80cb-40993fa66667 on network da6e8dca-6945-4602-b5cc-b9742d335a11 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:38:02.278444 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-0240ca21-a402-4784-b5b3-db36b9a27df5 service neutron] Checking agent: {'id': '0e933200-ccc3-44fa-a7f6-4e1417f97b5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 34, 32), 'started_at': datetime.datetime(2021, 9, 7, 14, 34, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:38:02.279366 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-0240ca21-a402-4784-b5b3-db36b9a27df5 service neutron] Checking segment: {'id': 'e54557d8-93d7-49ba-a7fc-963d1c00c60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'da6e8dca-6945-4602-b5cc-b9742d335a11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:38:02.279775 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-0240ca21-a402-4784-b5b3-db36b9a27df5 service neutron] Bound using segment: {'id': 'e54557d8-93d7-49ba-a7fc-963d1c00c60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'da6e8dca-6945-4602-b5cc-b9742d335a11'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:38:02.280251 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-0240ca21-a402-4784-b5b3-db36b9a27df5 service neutron] Bound port: 3ed1d237-3126-4339-80cb-40993fa66667, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e54557d8-93d7-49ba-a7fc-963d1c00c60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'da6e8dca-6945-4602-b5cc-b9742d335a11'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:38:02.280516 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-0240ca21-a402-4784-b5b3-db36b9a27df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:02.354289 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-0240ca21-a402-4784-b5b3-db36b9a27df5 service neutron] For port 3ed1d237-3126-4339-80cb-40993fa66667, host hv-cinder-76015, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:38:02.356957 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-0240ca21-a402-4784-b5b3-db36b9a27df5 service neutron] For port 3ed1d237-3126-4339-80cb-40993fa66667, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=3ed1d237-3126-4339-80cb-40993fa66667,segment=NetworkSegment(e54557d8-93d7-49ba-a7fc-963d1c00c60e),segment_id=e54557d8-93d7-49ba-a7fc-963d1c00c60e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:38:02.371410 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9675c-08dc-46a6-9248-67915d52a2f2 req-f3d7c23c-36a3-42ce-9810-9255284acc71 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:02.373259 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-78d9675c-08dc-46a6-9248-67915d52a2f2 req-f3d7c23c-36a3-42ce-9810-9255284acc71 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.0578156 Sep 07 14:38:02.379387 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-97e57bee-ce85-4f80-a568-15e3308fa533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:02.398766 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a810380d-f222-41c3-b429-14d98a54c573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:02.401578 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a810380d-f222-41c3-b429-14d98a54c573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:02.406565 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-a810380d-f222-41c3-b429-14d98a54c573 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b2770c20-a988-4c15-af43-3f6c38ab0b1f HTTP/1.1" status: 204 len: 168 time: 0.3777349 Sep 07 14:38:02.414956 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a810380d-f222-41c3-b429-14d98a54c573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2770c20-a988-4c15-af43-3f6c38ab0b1f,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:02.443517 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-78d9675c-08dc-46a6-9248-67915d52a2f2 req-c21a612f-6f4f-49ae-a5fa-cc57d98203b0 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630286 Sep 07 14:38:02.461994 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-0240ca21-a402-4784-b5b3-db36b9a27df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009912'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:02.500295 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-0240ca21-a402-4784-b5b3-db36b9a27df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:02.500295 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-0240ca21-a402-4784-b5b3-db36b9a27df5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:02.500295 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-0240ca21-a402-4784-b5b3-db36b9a27df5 service neutron] 10.222.0.22 "PUT /v2.0/ports/3ed1d237-3126-4339-80cb-40993fa66667 HTTP/1.1" status: 200 len: 1094 time: 0.9837902 Sep 07 14:38:02.500295 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad0b0a23-bc4f-4741-816d-8cf50a76b8c3', 'tag': '3ed1d237-3126-4339-80cb-40993fa66667'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:38:02.502106 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ae4c01fc0fef93246b53b81dc3c4053f5278a59fc30262d76e8d579d86f7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1721ecef-ec37-4374-b6ba-8968d8251804" -d '{"events": [{"name": "network-changed", "server_uuid": "ad0b0a23-bc4f-4741-816d-8cf50a76b8c3", "tag": "3ed1d237-3126-4339-80cb-40993fa66667"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:38:02.529832 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240ca21-a402-4784-b5b3-db36b9a27df5 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed1d237-3126-4339-80cb-40993fa66667,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:02.545564 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa2fa6c-0e3e-4489-b7d6-206acb4546ea x-openstack-request-id: req-9aa2fa6c-0e3e-4489-b7d6-206acb4546ea {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:38:02.545905 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad0b0a23-bc4f-4741-816d-8cf50a76b8c3", "tag": "3ed1d237-3126-4339-80cb-40993fa66667", "status": "completed", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:38:02.546186 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9aa2fa6c-0e3e-4489-b7d6-206acb4546ea {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:38:02.546583 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad0b0a23-bc4f-4741-816d-8cf50a76b8c3', 'tag': '3ed1d237-3126-4339-80cb-40993fa66667', 'status': 'completed', 'code': 200} Sep 07 14:38:02.546796 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:02.632137 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3dcfad-db52-410f-a06f-e421b2ba9e0b req-92aef0c5-812d-4e16-b8f1-7ffcfe4a56d4 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:02.633794 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4d3dcfad-db52-410f-a06f-e421b2ba9e0b req-92aef0c5-812d-4e16-b8f1-7ffcfe4a56d4 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 944 time: 0.0513809 Sep 07 14:38:02.675745 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4d3dcfad-db52-410f-a06f-e421b2ba9e0b req-35dafcdd-4ebf-4486-ae1b-3ca6236da38c tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350296 Sep 07 14:38:03.007724 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 49036) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:03.020790 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dec0dec0-bcbf-4c24-ae1b-ef4feb9756cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:03.112098 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dec0dec0-bcbf-4c24-ae1b-ef4feb9756cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:03.174263 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dec0dec0-bcbf-4c24-ae1b-ef4feb9756cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:03.215128 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-dec0dec0-bcbf-4c24-ae1b-ef4feb9756cb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4d90164a7b1d4e1eb5680a6286bdb71f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2062142 Sep 07 14:38:03.215904 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec0dec0-bcbf-4c24-ae1b-ef4feb9756cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4217094-c109-4d3a-b91b-dd2ece6e667a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:03.218653 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 49038) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:03.272037 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4f0fe519-ca63-4cd1-8ae7-2258d453ecd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:03.295888 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4f0fe519-ca63-4cd1-8ae7-2258d453ecd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:03.449941 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4f0fe519-ca63-4cd1-8ae7-2258d453ecd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:03.453406 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4f0fe519-ca63-4cd1-8ae7-2258d453ecd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:03.454824 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-4f0fe519-ca63-4cd1-8ae7-2258d453ecd8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d4217094-c109-4d3a-b91b-dd2ece6e667a HTTP/1.1" status: 204 len: 168 time: 0.2350318 Sep 07 14:38:03.470823 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0fe519-ca63-4cd1-8ae7-2258d453ecd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4217094-c109-4d3a-b91b-dd2ece6e667a,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:03.564388 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398a845-f4a8-41fa-9f77-4cb2cfc894dc req-713cb21b-4511-4262-ae77-4b13975b5a20 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:03.565852 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4398a845-f4a8-41fa-9f77-4cb2cfc894dc req-713cb21b-4511-4262-ae77-4b13975b5a20 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.0568089 Sep 07 14:38:03.603072 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4398a845-f4a8-41fa-9f77-4cb2cfc894dc req-fc543910-a601-471b-9b92-1252c5ea8eef tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309381 Sep 07 14:38:03.797188 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308540b1-a7bd-463c-a753-62f899ed6afd req-af0e7559-cf7d-423f-998b-7601f109d009 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:03.798711 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-308540b1-a7bd-463c-a753-62f899ed6afd req-af0e7559-cf7d-423f-998b-7601f109d009 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 944 time: 0.0522022 Sep 07 14:38:03.838561 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-308540b1-a7bd-463c-a753-62f899ed6afd req-a9ded72a-8eba-48a1-bfd2-e3554f4acba2 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339284 Sep 07 14:38:04.731486 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17784dbd-8809-4a85-a4c2-0ace7869152d req-f3ace925-3654-4e3b-b67a-0f3d891fda1d tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:04.733590 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-17784dbd-8809-4a85-a4c2-0ace7869152d req-f3ace925-3654-4e3b-b67a-0f3d891fda1d tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.0521393 Sep 07 14:38:04.770963 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-17784dbd-8809-4a85-a4c2-0ace7869152d req-43b9994c-d248-4f52-b7f6-19b314900827 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313950 Sep 07 14:38:04.960337 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4fd38-72d9-4ab5-8be4-7de29a21b2a7 req-03a49bda-4f76-4702-b081-70cd49c1c24f tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:04.961833 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-30e4fd38-72d9-4ab5-8be4-7de29a21b2a7 req-03a49bda-4f76-4702-b081-70cd49c1c24f tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 944 time: 0.0503120 Sep 07 14:38:05.004606 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-30e4fd38-72d9-4ab5-8be4-7de29a21b2a7 req-059ee4fd-2f2b-49fa-a96c-1ad0c4457fe9 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359581 Sep 07 14:38:05.027813 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ddb95e3b-f009-484d-87ec-2379ab24d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:05.226860 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1721ecef-ec37-4374-b6ba-8968d8251804 req-c1292feb-8d62-47ef-b3a5-730155e810fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:05.228379 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-1721ecef-ec37-4374-b6ba-8968d8251804 req-c1292feb-8d62-47ef-b3a5-730155e810fa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ab59e88db16c4855917d2a934d5b08f2&device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 1097 time: 0.0410740 Sep 07 14:38:05.412241 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1721ecef-ec37-4374-b6ba-8968d8251804 req-f4a32419-c594-4cce-a4ab-50a80a2c9a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:05.413730 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-1721ecef-ec37-4374-b6ba-8968d8251804 req-f4a32419-c594-4cce-a4ab-50a80a2c9a90 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=ab59e88db16c4855917d2a934d5b08f2&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1730881 Sep 07 14:38:05.450108 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:05.799362 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1721ecef-ec37-4374-b6ba-8968d8251804 req-2f6a5adb-ab34-4a6d-bfdd-334f04b4b635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:05.799833 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-1721ecef-ec37-4374-b6ba-8968d8251804 req-2f6a5adb-ab34-4a6d-bfdd-334f04b4b635 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3722820 Sep 07 14:38:05.897770 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-6653b435-3925-47f8-88df-1f4633c01e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:05.900583 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-6653b435-3925-47f8-88df-1f4633c01e4a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ab59e88db16c4855917d2a934d5b08f2&device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 1097 time: 0.0498605 Sep 07 14:38:05.929157 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e9330-6f9b-4227-8111-f1f9a0da2488 req-94a7e1ec-18a2-47e7-a742-bfeb00d1d584 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:05.930925 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-975e9330-6f9b-4227-8111-f1f9a0da2488 req-94a7e1ec-18a2-47e7-a742-bfeb00d1d584 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.0656173 Sep 07 14:38:05.957045 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-5de37d01-dde3-43fa-8018-e5eed7e547cb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ed1d237-3126-4339-80cb-40993fa66667 HTTP/1.1" status: 200 len: 217 time: 0.0359843 Sep 07 14:38:05.971880 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-975e9330-6f9b-4227-8111-f1f9a0da2488 req-440e5497-82ca-4668-9a19-028025cd7c1c tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338798 Sep 07 14:38:06.017491 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-2fb844bb-9c04-4e42-8337-665d98a67dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:06.020058 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-2fb844bb-9c04-4e42-8337-665d98a67dfe service neutron] 10.222.0.22 "GET /v2.0/subnets?id=97647f27-4ef1-4c12-811b-6c63faa2d593 HTTP/1.1" status: 200 len: 855 time: 0.0528131 Sep 07 14:38:06.086387 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-d21e2923-ce22-4260-a1de-3c371484efe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:06.087941 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-d21e2923-ce22-4260-a1de-3c371484efe6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=da6e8dca-6945-4602-b5cc-b9742d335a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554762 Sep 07 14:38:06.136370 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f2899-2f29-48df-a998-b0ca3e8d285f req-67e72907-240e-438a-8152-d87f06687d85 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:06.138411 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8a9f2899-2f29-48df-a998-b0ca3e8d285f req-67e72907-240e-438a-8152-d87f06687d85 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 944 time: 0.0530422 Sep 07 14:38:06.186485 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8a9f2899-2f29-48df-a998-b0ca3e8d285f req-f0334d90-f372-495b-9c59-3d7ad0017ecf tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413077 Sep 07 14:38:06.206840 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-4e2757a4-e0c9-4515-8598-d47726949899 service neutron] 10.222.0.22 "GET /v2.0/networks/da6e8dca-6945-4602-b5cc-b9742d335a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094823 Sep 07 14:38:06.208572 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:06.318923 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-57bfd4a9-661a-4a19-852a-df23d7a98b88 req-8424776a-4ad6-4048-ac44-22bbf01a7b96 service neutron] 10.222.0.22 "GET /v2.0/networks/da6e8dca-6945-4602-b5cc-b9742d335a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008093 Sep 07 14:38:06.598030 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 49162) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:06.729806 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e527f856-c2e4-48fd-b449-3713347f6cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:06.822701 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e527f856-c2e4-48fd-b449-3713347f6cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:06.861351 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e527f856-c2e4-48fd-b449-3713347f6cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:06.904534 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-e527f856-c2e4-48fd-b449-3713347f6cdf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=215d6cc2deba4051bc5e3041a8065702&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3054068 Sep 07 14:38:06.905749 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e527f856-c2e4-48fd-b449-3713347f6cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67db53c-372d-48e2-b753-707ea7628754,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:06.907519 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 49178) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:06.958268 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e01ef132-0014-4e4d-8988-5deccea49306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:06.980935 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e01ef132-0014-4e4d-8988-5deccea49306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:07.041866 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 49184) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:07.090411 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72426f-db60-433d-b1f6-f28bfe2f51a0 req-209e034e-5c66-4e59-9207-e834d660f647 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:07.092063 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-df72426f-db60-433d-b1f6-f28bfe2f51a0 req-209e034e-5c66-4e59-9207-e834d660f647 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.0508809 Sep 07 14:38:07.130853 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-df72426f-db60-433d-b1f6-f28bfe2f51a0 req-458d791a-60e1-4b10-a0b7-6866242f12f0 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327804 Sep 07 14:38:07.152209 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d2cca590-126b-414c-be97-0da4c42e17e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:07.170887 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e01ef132-0014-4e4d-8988-5deccea49306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:07.180326 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e01ef132-0014-4e4d-8988-5deccea49306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:07.180326 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-e01ef132-0014-4e4d-8988-5deccea49306 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c67db53c-372d-48e2-b753-707ea7628754 HTTP/1.1" status: 204 len: 168 time: 0.2662315 Sep 07 14:38:07.182776 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ef132-0014-4e4d-8988-5deccea49306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67db53c-372d-48e2-b753-707ea7628754,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:07.251708 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d2cca590-126b-414c-be97-0da4c42e17e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:07.352624 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d2cca590-126b-414c-be97-0da4c42e17e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:07.396251 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-d2cca590-126b-414c-be97-0da4c42e17e0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=74e4b7d85485406d9af1da57ca49eb9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3531351 Sep 07 14:38:07.397021 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cca590-126b-414c-be97-0da4c42e17e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a965ff92-5fde-4ba8-8223-5908588a8ae0,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:07.399504 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 49192) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:07.454544 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2274659e-8378-487b-a5fe-3eedca484455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:07.482205 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2274659e-8378-487b-a5fe-3eedca484455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:07.492907 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c98e3-3a68-4350-8580-396b44569352 req-a76c78c0-4639-480b-88ac-6b42c11d2374 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:07.494813 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-911c98e3-3a68-4350-8580-396b44569352 req-a76c78c0-4639-480b-88ac-6b42c11d2374 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 944 time: 0.2214005 Sep 07 14:38:07.535547 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-911c98e3-3a68-4350-8580-396b44569352 req-13ef5871-09e9-4b86-be27-919cff09b0ea tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323648 Sep 07 14:38:07.639037 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2274659e-8378-487b-a5fe-3eedca484455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:07.641630 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2274659e-8378-487b-a5fe-3eedca484455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:07.642853 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-2274659e-8378-487b-a5fe-3eedca484455 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a965ff92-5fde-4ba8-8223-5908588a8ae0 HTTP/1.1" status: 204 len: 168 time: 0.2424493 Sep 07 14:38:07.650535 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2274659e-8378-487b-a5fe-3eedca484455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a965ff92-5fde-4ba8-8223-5908588a8ae0,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:07.775536 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:07.994994 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 3ed1d237-3126-4339-80cb-40993fa66667 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:38:08.110150 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 49214) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:08.113139 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port 3ed1d237-3126-4339-80cb-40993fa66667, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=3ed1d237-3126-4339-80cb-40993fa66667,segment=NetworkSegment(e54557d8-93d7-49ba-a7fc-963d1c00c60e),segment_id=e54557d8-93d7-49ba-a7fc-963d1c00c60e)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:38:08.129269 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Returning: {'device': '3ed1d237-3126-4339-80cb-40993fa66667', 'network_id': 'da6e8dca-6945-4602-b5cc-b9742d335a11', 'port_id': '3ed1d237-3126-4339-80cb-40993fa66667', 'mac_address': 'fa:16:3e:82:24:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97647f27-4ef1-4c12-811b-6c63faa2d593', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:38:08.132945 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d71aa46-5eeb-435b-adb5-dde1423091f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:08.177245 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:08.192623 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ed1d237-3126-4339-80cb-40993fa66667 {{(pid=94642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:38:08.214283 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port 3ed1d237-3126-4339-80cb-40993fa66667, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=3ed1d237-3126-4339-80cb-40993fa66667,segment=NetworkSegment(e54557d8-93d7-49ba-a7fc-963d1c00c60e),segment_id=e54557d8-93d7-49ba-a7fc-963d1c00c60e)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:38:08.278469 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:08.285103 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d71aa46-5eeb-435b-adb5-dde1423091f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:08.301158 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c14289-95b4-4972-b9f8-fed8d6c5144a req-bbbb8591-50d6-4691-a8a0-9d9c1fbef49e tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:08.302667 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-32c14289-95b4-4972-b9f8-fed8d6c5144a req-bbbb8591-50d6-4691-a8a0-9d9c1fbef49e tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.0665786 Sep 07 14:38:08.327925 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=3ed1d237-3126-4339-80cb-40993fa66667,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:08.343027 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-32c14289-95b4-4972-b9f8-fed8d6c5144a req-5ffddecc-798d-4d7d-8c2b-13dc307d5241 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340934 Sep 07 14:38:08.398427 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d71aa46-5eeb-435b-adb5-dde1423091f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:08.441221 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-2d71aa46-5eeb-435b-adb5-dde1423091f5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7636b9b080f245ba8b0d5570c71f149a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3299243 Sep 07 14:38:08.442140 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d71aa46-5eeb-435b-adb5-dde1423091f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce9c5f1-314f-4fbe-b549-c7e256f8039f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:08.444625 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 49218) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:08.499102 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c1cc4efa-dc4e-4fe9-9caa-fc9c07b411ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:08.520243 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c1cc4efa-dc4e-4fe9-9caa-fc9c07b411ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:08.581873 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 49222) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:08.594913 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4a2550d4-4a1b-4bf0-8092-a2cfbca8ac7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:08.626516 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] get_ports_and_sgs() called for port_ids ['3ed1d237-3126-4339-80cb-40993fa66667'] {{(pid=94642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:38:08.633115 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c1cc4efa-dc4e-4fe9-9caa-fc9c07b411ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:08.635656 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c1cc4efa-dc4e-4fe9-9caa-fc9c07b411ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:08.636885 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-c1cc4efa-dc4e-4fe9-9caa-fc9c07b411ab admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4ce9c5f1-314f-4fbe-b549-c7e256f8039f HTTP/1.1" status: 204 len: 168 time: 0.1911995 Sep 07 14:38:08.646831 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc4efa-dc4e-4fe9-9caa-fc9c07b411ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce9c5f1-314f-4fbe-b549-c7e256f8039f,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:08.707605 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33eb16-8810-4403-a98d-04b17d0d54b4 req-76c1466f-356d-416d-93ae-8be745c82ca0 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:08.709273 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-de33eb16-8810-4403-a98d-04b17d0d54b4 req-76c1466f-356d-416d-93ae-8be745c82ca0 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 945 time: 0.0964592 Sep 07 14:38:08.779430 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-de33eb16-8810-4403-a98d-04b17d0d54b4 req-ad68c7c5-8cb2-4583-8860-5ec559691296 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636070 Sep 07 14:38:08.806200 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4a2550d4-4a1b-4bf0-8092-a2cfbca8ac7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:08.866279 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4a2550d4-4a1b-4bf0-8092-a2cfbca8ac7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:08.906478 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-4a2550d4-4a1b-4bf0-8092-a2cfbca8ac7b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f6559c4996c54620ace4f0fb8e01b7fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3234921 Sep 07 14:38:08.907855 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2550d4-4a1b-4bf0-8092-a2cfbca8ac7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbc748e-c214-4c99-b4e4-d2a7d54739be,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:08.909601 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 49228) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:08.963223 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-28dda37b-90ab-495f-a3c4-f6d3258c3780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:08.985309 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-28dda37b-90ab-495f-a3c4-f6d3258c3780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:09.106006 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-28dda37b-90ab-495f-a3c4-f6d3258c3780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:09.109240 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-28dda37b-90ab-495f-a3c4-f6d3258c3780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:09.110428 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-28dda37b-90ab-495f-a3c4-f6d3258c3780 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7bbc748e-c214-4c99-b4e4-d2a7d54739be HTTP/1.1" status: 204 len: 168 time: 0.1991777 Sep 07 14:38:09.119082 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dda37b-90ab-495f-a3c4-f6d3258c3780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbc748e-c214-4c99-b4e4-d2a7d54739be,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:09.471893 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e32d7-ac46-4259-a0d5-3ffe58ef8a64 req-07022433-1a9a-4268-98e3-b92f946a327f tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:09.473520 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-783e32d7-ac46-4259-a0d5-3ffe58ef8a64 req-07022433-1a9a-4268-98e3-b92f946a327f tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.0538886 Sep 07 14:38:09.512903 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-783e32d7-ac46-4259-a0d5-3ffe58ef8a64 req-e4c9da5f-3f97-45ad-be40-a183d76fec73 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322292 Sep 07 14:38:09.911045 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 49264) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:09.921645 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f803b7-251b-44ee-befb-126bfb8596a7 req-b437a0f7-93f6-465f-804f-e30d499132de tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:09.930506 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-baba62e7-9d14-43b6-807b-1f56092783f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:09.936866 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b2f803b7-251b-44ee-befb-126bfb8596a7 req-b437a0f7-93f6-465f-804f-e30d499132de tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 945 time: 0.0757205 Sep 07 14:38:09.988507 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b2f803b7-251b-44ee-befb-126bfb8596a7 req-f74961e9-e4d4-453f-a06a-f0675eb9325e tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501091 Sep 07 14:38:10.004692 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 3ed1d237-3126-4339-80cb-40993fa66667 up at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:38:10.015378 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 49268) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:10.034623 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-baba62e7-9d14-43b6-807b-1f56092783f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:10.101536 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-baba62e7-9d14-43b6-807b-1f56092783f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:10.130624 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Provisioning for port 3ed1d237-3126-4339-80cb-40993fa66667 completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:38:10.136458 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Provisioning complete for port 3ed1d237-3126-4339-80cb-40993fa66667 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:38:10.140417 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:10.142511 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-baba62e7-9d14-43b6-807b-1f56092783f9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=92b49b090b42492484d85fc66d88628b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307274 Sep 07 14:38:10.144821 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba62e7-9d14-43b6-807b-1f56092783f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2257e27e-fa5e-49bf-9629-520d63470c8e,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:10.145529 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 49274) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:10.187280 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0f6f3649-98c0-417f-b326-93aaa85ffac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:10.239915 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:10.245514 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b73d7384-9101-470c-a6f3-1bbe68ae92bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:10.263461 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0b0a23-bc4f-4741-816d-8cf50a76b8c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed1d237-3126-4339-80cb-40993fa66667'}] {{(pid=94642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:38:10.265996 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd6d84ba8741af88afecd5b756310c726975e6558383509c2c49b1cfba31424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcbedaa-0da6-44dc-992f-5a88168fac51" -d '{"events": [{"server_uuid": "ad0b0a23-bc4f-4741-816d-8cf50a76b8c3", "name": "network-vif-plugged", "status": "completed", "tag": "3ed1d237-3126-4339-80cb-40993fa66667"}]}' {{(pid=94642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:38:10.286142 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port 3ed1d237-3126-4339-80cb-40993fa66667, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=3ed1d237-3126-4339-80cb-40993fa66667,segment=NetworkSegment(e54557d8-93d7-49ba-a7fc-963d1c00c60e),segment_id=e54557d8-93d7-49ba-a7fc-963d1c00c60e)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:38:10.286242 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b73d7384-9101-470c-a6f3-1bbe68ae92bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:10.307476 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ddb9f1-f792-476b-96b5-3b2ff0b0ae7a x-openstack-request-id: req-e3ddb9f1-f792-476b-96b5-3b2ff0b0ae7a {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:38:10.307914 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0b0a23-bc4f-4741-816d-8cf50a76b8c3", "name": "network-vif-plugged", "status": "completed", "tag": "3ed1d237-3126-4339-80cb-40993fa66667", "code": 200}]} {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:38:10.308999 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e3ddb9f1-f792-476b-96b5-3b2ff0b0ae7a {{(pid=94642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:38:10.309697 dv-cinder-760153-9-iscsi neutron-server[94642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0b0a23-bc4f-4741-816d-8cf50a76b8c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed1d237-3126-4339-80cb-40993fa66667', 'code': 200} Sep 07 14:38:10.388771 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0f6f3649-98c0-417f-b326-93aaa85ffac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:10.421243 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:10.471632 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0f6f3649-98c0-417f-b326-93aaa85ffac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:10.480392 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=3ed1d237-3126-4339-80cb-40993fa66667,revision_number=5']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:10.510061 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 49290) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:10.526381 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b73d7384-9101-470c-a6f3-1bbe68ae92bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:10.531108 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b73d7384-9101-470c-a6f3-1bbe68ae92bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:10.532537 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-b73d7384-9101-470c-a6f3-1bbe68ae92bf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2257e27e-fa5e-49bf-9629-520d63470c8e HTTP/1.1" status: 204 len: 168 time: 0.3851211 Sep 07 14:38:10.533734 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f3649-98c0-417f-b326-93aaa85ffac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de2874b-8a43-4f41-afd9-df61f08017c6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:10.545370 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-0f6f3649-98c0-417f-b326-93aaa85ffac0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=77356431accb45bdae0d749c8ec8a816&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5287969 Sep 07 14:38:10.548237 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 49296) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:10.553997 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d7384-9101-470c-a6f3-1bbe68ae92bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2257e27e-fa5e-49bf-9629-520d63470c8e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:10.648818 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c8c62f08-b272-421e-a049-229cc6a68d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:10.693586 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6342db6a-da44-49f5-81c0-ef7b4c875140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:10.733683 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646b1ec-fb71-4878-b76e-a6a1b2a12777 req-b9c83045-2094-44af-ab49-b88f1f03a6a5 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:10.735202 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1646b1ec-fb71-4878-b76e-a6a1b2a12777 req-b9c83045-2094-44af-ab49-b88f1f03a6a5 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.0582545 Sep 07 14:38:10.752912 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6342db6a-da44-49f5-81c0-ef7b4c875140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:10.791935 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75448e61-c142-414c-a06a-9cdd9332a512 req-0f9295f7-688f-4b8a-a45d-e588c1e3905d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:10.793693 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-75448e61-c142-414c-a06a-9cdd9332a512 req-0f9295f7-688f-4b8a-a45d-e588c1e3905d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 1099 time: 0.1123812 Sep 07 14:38:10.796191 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1646b1ec-fb71-4878-b76e-a6a1b2a12777 req-f30e0af1-416e-48e9-a885-bdd4c5ac4b85 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527318 Sep 07 14:38:10.859881 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-75448e61-c142-414c-a06a-9cdd9332a512 req-a5ae378e-c8b2-494a-b697-ef8b28146940 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511072 Sep 07 14:38:10.957011 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6342db6a-da44-49f5-81c0-ef7b4c875140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:10.960298 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6342db6a-da44-49f5-81c0-ef7b4c875140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:10.961499 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-6342db6a-da44-49f5-81c0-ef7b4c875140 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9de2874b-8a43-4f41-afd9-df61f08017c6 HTTP/1.1" status: 204 len: 168 time: 0.4122860 Sep 07 14:38:10.976943 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342db6a-da44-49f5-81c0-ef7b4c875140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de2874b-8a43-4f41-afd9-df61f08017c6,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:11.027025 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c8c62f08-b272-421e-a049-229cc6a68d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:11.108010 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6651e27-8a3d-4afb-b3bb-cd78d9c1e926 req-1d2b8e4c-18d9-4635-839d-d0b362b715c1 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:11.109727 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c6651e27-8a3d-4afb-b3bb-cd78d9c1e926 req-1d2b8e4c-18d9-4635-839d-d0b362b715c1 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 946 time: 0.0532651 Sep 07 14:38:11.156724 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c6651e27-8a3d-4afb-b3bb-cd78d9c1e926 req-e78433e9-8094-4abe-9be3-de2b840c6357 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406535 Sep 07 14:38:11.170870 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c8c62f08-b272-421e-a049-229cc6a68d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:11.215610 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-c8c62f08-b272-421e-a049-229cc6a68d83 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ec0d5c25156d4ef7bed6460908f7761a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7115328 Sep 07 14:38:11.215610 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c62f08-b272-421e-a049-229cc6a68d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f76fe17-7e23-4734-8f73-dc2a7ea10915,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:11.215886 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 49312) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:11.276145 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-81dfda33-8f04-433a-9f7d-94ddd9ab1c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:11.298916 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-81dfda33-8f04-433a-9f7d-94ddd9ab1c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:11.323497 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 49316) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:11.421093 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-81dfda33-8f04-433a-9f7d-94ddd9ab1c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:11.424338 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-81dfda33-8f04-433a-9f7d-94ddd9ab1c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:11.426914 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-81dfda33-8f04-433a-9f7d-94ddd9ab1c94 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8f76fe17-7e23-4734-8f73-dc2a7ea10915 HTTP/1.1" status: 204 len: 168 time: 0.2093272 Sep 07 14:38:11.437493 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dfda33-8f04-433a-9f7d-94ddd9ab1c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f76fe17-7e23-4734-8f73-dc2a7ea10915,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:11.468632 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f6303e69-aec3-41f1-a85f-6b803658abe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:11.555191 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f6303e69-aec3-41f1-a85f-6b803658abe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:11.663588 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f6303e69-aec3-41f1-a85f-6b803658abe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:11.726685 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-f6303e69-aec3-41f1-a85f-6b803658abe6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=480cb73c861648a59ebef0d697e029cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4020634 Sep 07 14:38:11.729353 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 49338) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:11.730469 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6303e69-aec3-41f1-a85f-6b803658abe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a901013-1608-4475-8f89-b0a2b9725243,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:11.736267 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e56cea-c64d-42a2-9988-f0675c12241b req-756fe37b-7a48-4b18-95d5-6a85666ec4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:11.737734 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-96e56cea-c64d-42a2-9988-f0675c12241b req-756fe37b-7a48-4b18-95d5-6a85666ec4fc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 1099 time: 0.0841970 Sep 07 14:38:11.785954 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-31db561e-71fe-4f10-93a3-ca48a4b78d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:11.787382 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-96e56cea-c64d-42a2-9988-f0675c12241b req-75f0e719-7249-4160-98af-8f658e8a5a7a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353649 Sep 07 14:38:11.807868 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-31db561e-71fe-4f10-93a3-ca48a4b78d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:11.937702 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a12d83-1206-4a75-afab-f6f5863e616d req-e3656e96-3f58-45b2-853c-0f8edd802912 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:11.939651 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-16a12d83-1206-4a75-afab-f6f5863e616d req-e3656e96-3f58-45b2-853c-0f8edd802912 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.0605552 Sep 07 14:38:11.982775 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-16a12d83-1206-4a75-afab-f6f5863e616d req-48fbc90f-73ce-43d2-a69b-546ca2c1b1c2 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361826 Sep 07 14:38:11.990552 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-31db561e-71fe-4f10-93a3-ca48a4b78d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:11.990552 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-31db561e-71fe-4f10-93a3-ca48a4b78d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:11.990552 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-31db561e-71fe-4f10-93a3-ca48a4b78d86 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5a901013-1608-4475-8f89-b0a2b9725243 HTTP/1.1" status: 204 len: 168 time: 0.2595234 Sep 07 14:38:11.999658 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db561e-71fe-4f10-93a3-ca48a4b78d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a901013-1608-4475-8f89-b0a2b9725243,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:12.284537 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d2921-ab3d-4156-9368-ec1fff0f9b8a req-82846ecf-16ee-452a-8449-9244335cfaf0 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:12.286005 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-122d2921-ab3d-4156-9368-ec1fff0f9b8a req-82846ecf-16ee-452a-8449-9244335cfaf0 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 946 time: 0.0529273 Sep 07 14:38:12.313815 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 49358) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:12.334031 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-054f3756-4482-4836-80ab-8dda719f1754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:12.345463 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-122d2921-ab3d-4156-9368-ec1fff0f9b8a req-7153c504-e314-4205-9c04-745eb541d27e tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522556 Sep 07 14:38:12.444064 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-054f3756-4482-4836-80ab-8dda719f1754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:12.517602 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-054f3756-4482-4836-80ab-8dda719f1754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:12.550239 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054f3756-4482-4836-80ab-8dda719f1754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad2bf4c-1324-4a1f-807f-f04b2e29abea,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:12.577020 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-054f3756-4482-4836-80ab-8dda719f1754 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5c4d388dec8845d4b2e7206a8b61c1bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2622423 Sep 07 14:38:12.579544 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 49364) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:12.633792 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-300af75a-ed62-4807-b0a8-f61c7c89cfe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:12.666425 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-300af75a-ed62-4807-b0a8-f61c7c89cfe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:12.793053 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-300af75a-ed62-4807-b0a8-f61c7c89cfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:12.796104 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-300af75a-ed62-4807-b0a8-f61c7c89cfe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:12.797336 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-300af75a-ed62-4807-b0a8-f61c7c89cfe7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6ad2bf4c-1324-4a1f-807f-f04b2e29abea HTTP/1.1" status: 204 len: 168 time: 0.2168221 Sep 07 14:38:12.805229 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300af75a-ed62-4807-b0a8-f61c7c89cfe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad2bf4c-1324-4a1f-807f-f04b2e29abea,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:13.119746 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db6f0a-5cd6-46de-b1c7-5a47cca75605 req-96d7aa80-bf64-4513-94cd-4a1c11428618 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:13.121426 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-22db6f0a-5cd6-46de-b1c7-5a47cca75605 req-96d7aa80-bf64-4513-94cd-4a1c11428618 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.0668628 Sep 07 14:38:13.161460 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-22db6f0a-5cd6-46de-b1c7-5a47cca75605 req-bc94fb47-ddbe-4461-9b3c-15d27a339f35 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336087 Sep 07 14:38:13.486410 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee87a9f-e9b8-41d2-ac5a-0a0176820362 req-3db4bd2e-0301-4a01-a281-cd5bfa055e31 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:13.488094 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cee87a9f-e9b8-41d2-ac5a-0a0176820362 req-3db4bd2e-0301-4a01-a281-cd5bfa055e31 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 946 time: 0.0591528 Sep 07 14:38:13.530964 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cee87a9f-e9b8-41d2-ac5a-0a0176820362 req-83d50524-64ef-454a-9467-25cf1984184e tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360572 Sep 07 14:38:13.696078 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aae07f-5999-4920-9c78-6393b072e798 req-7f62f901-9863-4af5-bd92-b471b9443555 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:13.697678 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d7aae07f-5999-4920-9c78-6393b072e798 req-7f62f901-9863-4af5-bd92-b471b9443555 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 946 time: 0.0790083 Sep 07 14:38:13.711403 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 49412) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:13.722486 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-357b2720-baeb-4126-a3a9-6b9000ef6639 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Request body: {'floatingip': {'port_id': '3ed1d237-3126-4339-80cb-40993fa66667'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:38:13.816472 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-357b2720-baeb-4126-a3a9-6b9000ef6639 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:14.394885 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ea686-901e-44a1-8e28-999f404a2f28 req-f2a830f7-a071-403b-bb9a-4f1be127673e tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:14.394885 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f18ea686-901e-44a1-8e28-999f404a2f28 req-f2a830f7-a071-403b-bb9a-4f1be127673e tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.1597042 Sep 07 14:38:14.677893 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f18ea686-901e-44a1-8e28-999f404a2f28 req-06408c07-61a6-40b3-b09c-dbbd8ad88b6b tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690246 Sep 07 14:38:14.689935 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.db.resource_extend [None req-357b2720-baeb-4126-a3a9-6b9000ef6639 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 14:38:14.775214 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-357b2720-baeb-4126-a3a9-6b9000ef6639 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:14.838967 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-357b2720-baeb-4126-a3a9-6b9000ef6639 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540525'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:14.955852 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.db.l3_db [None req-357b2720-baeb-4126-a3a9-6b9000ef6639 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Floating IP af42eadd-f6ce-4097-bf0e-168d1406b66a associated. External IP: 172.27.3.169, port: 3ed1d237-3126-4339-80cb-40993fa66667. Sep 07 14:38:15.024753 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0a397b82-4b29-427d-8769-b232ed54e484 req-4da90720-934b-4e47-911a-76bab717aedb tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=db11768215b74a49a040fafe6f107956&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353518 Sep 07 14:38:15.213717 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec672351-7cdb-4dd0-8ebd-6fe14530c667 req-793480b5-5f70-41c3-ba82-edf041feb244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:15.215164 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-ec672351-7cdb-4dd0-8ebd-6fe14530c667 req-793480b5-5f70-41c3-ba82-edf041feb244 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=25eabbe22d5b41849961a9af5ba6fc47&device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 1099 time: 0.0473592 Sep 07 14:38:15.310668 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec672351-7cdb-4dd0-8ebd-6fe14530c667 req-88b2da6f-de9c-421f-9545-9fbde1182bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:15.312114 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-ec672351-7cdb-4dd0-8ebd-6fe14530c667 req-88b2da6f-de9c-421f-9545-9fbde1182bb5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=bbbe9b39-82f4-4f4e-ae09-684d6fbf682f HTTP/1.1" status: 200 len: 920 time: 0.0897555 Sep 07 14:38:15.365995 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-ec672351-7cdb-4dd0-8ebd-6fe14530c667 req-c9293617-eeb8-480b-8222-8bcaf58ecf2a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99453c35-144f-45fc-bfd8-9a3acd2f538e HTTP/1.1" status: 200 len: 217 time: 0.0417547 Sep 07 14:38:15.383072 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f838f5-a10a-4901-95f1-f6f7afa9efb8 req-621687a0-d445-453e-a52a-f36ed39398ee tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:15.384568 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-34f838f5-a10a-4901-95f1-f6f7afa9efb8 req-621687a0-d445-453e-a52a-f36ed39398ee tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.2249961 Sep 07 14:38:15.415175 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a397b82-4b29-427d-8769-b232ed54e484 req-18ffdfdd-43fe-4ea7-9e0c-f61ceb4fb195 tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:15.416633 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0a397b82-4b29-427d-8769-b232ed54e484 req-18ffdfdd-43fe-4ea7-9e0c-f61ceb4fb195 tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3847167 Sep 07 14:38:15.430931 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec672351-7cdb-4dd0-8ebd-6fe14530c667 req-b5d606f0-a07d-44df-bbb7-f46cda4b7839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:15.432559 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-ec672351-7cdb-4dd0-8ebd-6fe14530c667 req-b5d606f0-a07d-44df-bbb7-f46cda4b7839 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a82ba659-94b3-4805-891b-41571a6feb03 HTTP/1.1" status: 200 len: 859 time: 0.0518057 Sep 07 14:38:15.465836 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-ec672351-7cdb-4dd0-8ebd-6fe14530c667 req-ff40f225-ede5-474a-9828-cfbe4ebe119f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bbbe9b39-82f4-4f4e-ae09-684d6fbf682f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247383 Sep 07 14:38:15.484521 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0a397b82-4b29-427d-8769-b232ed54e484 req-09455cd8-5661-4826-8092-157d8421beeb tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] 10.222.0.11 "GET /v2.0/quotas/db11768215b74a49a040fafe6f107956 HTTP/1.1" status: 200 len: 375 time: 0.0573144 Sep 07 14:38:15.500531 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-34f838f5-a10a-4901-95f1-f6f7afa9efb8 req-2590c139-9d51-4845-8907-55ec92145186 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052489 Sep 07 14:38:15.541404 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0a397b82-4b29-427d-8769-b232ed54e484 req-9d3042ea-5f68-423c-b3d0-d76d5ebbe773 tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=db11768215b74a49a040fafe6f107956&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468066 Sep 07 14:38:15.549243 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-357b2720-baeb-4126-a3a9-6b9000ef6639 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Router a78bc4b4-71e1-49de-b3d5-af042285a4ec has already been hosted by L3 agent ca4ca367-a056-42f7-949c-96b33f8f39bf {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:38:15.567929 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-ec672351-7cdb-4dd0-8ebd-6fe14530c667 req-1c85c80f-9cbc-496d-bc01-7e9ebbf3fba2 service neutron] 10.222.0.22 "GET /v2.0/networks/bbbe9b39-82f4-4f4e-ae09-684d6fbf682f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944219 Sep 07 14:38:15.670792 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357b2720-baeb-4126-a3a9-6b9000ef6639 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify agent at l3_agent.dv-cinder-760153-9-iscsi the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:38:15.675848 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-357b2720-baeb-4126-a3a9-6b9000ef6639 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:15.691585 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57165fc3-6eb2-4e29-a3f9-30e1c8bfbdd5 None None] Sync routers for ids ['a78bc4b4-71e1-49de-b3d5-af042285a4ec'] in dv-cinder-760153-9-iscsi {{(pid=94643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:38:15.705038 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-ec672351-7cdb-4dd0-8ebd-6fe14530c667 req-7cb66a09-e5de-41ff-b4da-c17bdc18e577 service neutron] 10.222.0.22 "GET /v2.0/networks/bbbe9b39-82f4-4f4e-ae09-684d6fbf682f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289291 Sep 07 14:38:15.722586 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57165fc3-6eb2-4e29-a3f9-30e1c8bfbdd5 None None] Routers {'a78bc4b4-71e1-49de-b3d5-af042285a4ec'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:38:15.722586 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-57165fc3-6eb2-4e29-a3f9-30e1c8bfbdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:38:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['a78bc4b4-71e1-49de-b3d5-af042285a4ec'], 'active': True} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:38:15.724468 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-357b2720-baeb-4126-a3a9-6b9000ef6639 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "PUT /v2.0/floatingips/af42eadd-f6ce-4097-bf0e-168d1406b66a HTTP/1.1" status: 200 len: 992 time: 2.0115604 Sep 07 14:38:15.725121 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad0b0a23-bc4f-4741-816d-8cf50a76b8c3', 'tag': '3ed1d237-3126-4339-80cb-40993fa66667'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:38:15.727540 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca3d64d6ee1d62abf9801d62a4287030b5a1037887016040f3cf02e156c8ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf7a664-9aa8-40ec-989d-095b83d49eae" -d '{"events": [{"name": "network-changed", "server_uuid": "ad0b0a23-bc4f-4741-816d-8cf50a76b8c3", "tag": "3ed1d237-3126-4339-80cb-40993fa66667"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:38:15.821075 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafabc8b-894d-4d71-91ac-0d71d988b101 x-openstack-request-id: req-bafabc8b-894d-4d71-91ac-0d71d988b101 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:38:15.821750 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad0b0a23-bc4f-4741-816d-8cf50a76b8c3", "tag": "3ed1d237-3126-4339-80cb-40993fa66667", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:38:15.822087 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bafabc8b-894d-4d71-91ac-0d71d988b101 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:38:15.822550 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad0b0a23-bc4f-4741-816d-8cf50a76b8c3', 'tag': '3ed1d237-3126-4339-80cb-40993fa66667', 'status': 'completed', 'code': 200} Sep 07 14:38:15.864044 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvr_db [None req-57165fc3-6eb2-4e29-a3f9-30e1c8bfbdd5 None None] Set router a78bc4b4-71e1-49de-b3d5-af042285a4ec gateway port host: dv-cinder-760153-9-iscsi {{(pid=94643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:38:15.908386 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-855d9ac5-815d-4112-9f1c-49f5f8f16b44 req-11a09697-2e75-432b-8265-a01daf72679e tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a6f9ee6-73e4-400c-9f58-f8a97fd98c78 HTTP/1.1" status: 200 len: 210 time: 0.0541973 Sep 07 14:38:15.930268 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7a664-9aa8-40ec-989d-095b83d49eae req-9c3ec179-7c6e-4b4c-a73b-aac2e280e135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:15.931769 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-fcf7a664-9aa8-40ec-989d-095b83d49eae req-9c3ec179-7c6e-4b4c-a73b-aac2e280e135 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ab59e88db16c4855917d2a934d5b08f2&device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 1099 time: 0.0748041 Sep 07 14:38:16.051817 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7a664-9aa8-40ec-989d-095b83d49eae req-511f3fc6-b182-4e0c-a295-afee7a995ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:16.053305 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-fcf7a664-9aa8-40ec-989d-095b83d49eae req-511f3fc6-b182-4e0c-a295-afee7a995ae7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=da6e8dca-6945-4602-b5cc-b9742d335a11 HTTP/1.1" status: 200 len: 917 time: 0.1082418 Sep 07 14:38:16.175823 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-fcf7a664-9aa8-40ec-989d-095b83d49eae req-2c92a1d0-13ed-45eb-8a83-7f86c97032a3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ed1d237-3126-4339-80cb-40993fa66667 HTTP/1.1" status: 200 len: 1000 time: 0.1112027 Sep 07 14:38:16.255220 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7a664-9aa8-40ec-989d-095b83d49eae req-c580b6b6-0980-4003-beca-89b1251e83c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:16.259024 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-fcf7a664-9aa8-40ec-989d-095b83d49eae req-c580b6b6-0980-4003-beca-89b1251e83c0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=97647f27-4ef1-4c12-811b-6c63faa2d593 HTTP/1.1" status: 200 len: 855 time: 0.0703506 Sep 07 14:38:16.313798 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7a664-9aa8-40ec-989d-095b83d49eae req-04cd86ca-60a5-4d34-9d8c-fce1c75f0b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:16.315518 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-fcf7a664-9aa8-40ec-989d-095b83d49eae req-04cd86ca-60a5-4d34-9d8c-fce1c75f0b27 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=da6e8dca-6945-4602-b5cc-b9742d335a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503633 Sep 07 14:38:16.336673 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-57165fc3-6eb2-4e29-a3f9-30e1c8bfbdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'name': 'tempest-AttachVolumeShelveTestJSON-985180923-router', 'tenant_id': 'ab59e88db16c4855917d2a934d5b08f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a62508e6-b0a6-4255-b035-ba5626ac59bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:37:44Z', 'updated_at': '2021-09-07T14:37:48Z', 'revision_number': 4, 'project_id': 'ab59e88db16c4855917d2a934d5b08f2', 'gw_port': {'id': 'a62508e6-b0a6-4255-b035-ba5626ac59bb', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:37:44Z', 'updated_at': '2021-09-07T14:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_floatingips': [{'id': 'af42eadd-f6ce-4097-bf0e-168d1406b66a', 'tenant_id': 'ab59e88db16c4855917d2a934d5b08f2', 'floating_ip_address': '172.27.3.169', 'floating_network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'router_id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'port_id': '3ed1d237-3126-4339-80cb-40993fa66667', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da6e8dca-6945-4602-b5cc-b9742d335a11', 'mac_address': 'fa:16:3e:82:24:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b0a23-bc4f-4741-816d-8cf50a76b8c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:37:54Z', 'updated_at': '2021-09-07T14:38:14Z', 'revision_number': 1, 'project_id': 'ab59e88db16c4855917d2a934d5b08f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eeb4bef-43d7-432d-aa86-91b7f03904f8', 'name': '', 'network_id': 'da6e8dca-6945-4602-b5cc-b9742d335a11', 'tenant_id': 'ab59e88db16c4855917d2a934d5b08f2', 'mac_address': 'fa:16:3e:37:95:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '97647f27-4ef1-4c12-811b-6c63faa2d593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:37:47Z', 'updated_at': '2021-09-07T14:37:53Z', 'revision_number': 5, 'project_id': 'ab59e88db16c4855917d2a934d5b08f2', 'subnets': [{'id': '97647f27-4ef1-4c12-811b-6c63faa2d593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:38:16.363456 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57165fc3-6eb2-4e29-a3f9-30e1c8bfbdd5 None None] Checking router: a78bc4b4-71e1-49de-b3d5-af042285a4ec for host: dv-cinder-760153-9-iscsi {{(pid=94643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:38:16.373259 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57165fc3-6eb2-4e29-a3f9-30e1c8bfbdd5 None None] Routers {'a78bc4b4-71e1-49de-b3d5-af042285a4ec'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:38:16.373992 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-57165fc3-6eb2-4e29-a3f9-30e1c8bfbdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:38:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['a78bc4b4-71e1-49de-b3d5-af042285a4ec'], 'active': True} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:38:16.409491 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-fcf7a664-9aa8-40ec-989d-095b83d49eae req-b8167c86-ea32-4a10-825b-062cc09734f2 service neutron] 10.222.0.22 "GET /v2.0/networks/da6e8dca-6945-4602-b5cc-b9742d335a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843453 Sep 07 14:38:16.485820 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvr_db [None req-57165fc3-6eb2-4e29-a3f9-30e1c8bfbdd5 None None] Set router a78bc4b4-71e1-49de-b3d5-af042285a4ec gateway port host: dv-cinder-760153-9-iscsi {{(pid=94643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:38:16.516495 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-fcf7a664-9aa8-40ec-989d-095b83d49eae req-81d1a57c-9238-40b3-90e0-9e20580a53aa service neutron] 10.222.0.22 "GET /v2.0/networks/da6e8dca-6945-4602-b5cc-b9742d335a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932388 Sep 07 14:38:16.625136 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694a091-96cd-40e1-8fc9-db68eae15067 req-2c91ac1a-f721-46cc-90fb-aca0158f6621 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:16.628372 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c694a091-96cd-40e1-8fc9-db68eae15067 req-2c91ac1a-f721-46cc-90fb-aca0158f6621 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.0546179 Sep 07 14:38:16.675850 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c694a091-96cd-40e1-8fc9-db68eae15067 req-72e13488-bf74-4313-a81f-6dc5d2692a3f tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425482 Sep 07 14:38:16.722521 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-57165fc3-6eb2-4e29-a3f9-30e1c8bfbdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'name': 'tempest-AttachVolumeShelveTestJSON-985180923-router', 'tenant_id': 'ab59e88db16c4855917d2a934d5b08f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a62508e6-b0a6-4255-b035-ba5626ac59bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:37:44Z', 'updated_at': '2021-09-07T14:37:48Z', 'revision_number': 4, 'project_id': 'ab59e88db16c4855917d2a934d5b08f2', 'gw_port': {'id': 'a62508e6-b0a6-4255-b035-ba5626ac59bb', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:37:44Z', 'updated_at': '2021-09-07T14:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_floatingips': [{'id': 'af42eadd-f6ce-4097-bf0e-168d1406b66a', 'tenant_id': 'ab59e88db16c4855917d2a934d5b08f2', 'floating_ip_address': '172.27.3.169', 'floating_network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'router_id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'port_id': '3ed1d237-3126-4339-80cb-40993fa66667', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da6e8dca-6945-4602-b5cc-b9742d335a11', 'mac_address': 'fa:16:3e:82:24:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b0a23-bc4f-4741-816d-8cf50a76b8c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:37:54Z', 'updated_at': '2021-09-07T14:38:14Z', 'revision_number': 1, 'project_id': 'ab59e88db16c4855917d2a934d5b08f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eeb4bef-43d7-432d-aa86-91b7f03904f8', 'name': '', 'network_id': 'da6e8dca-6945-4602-b5cc-b9742d335a11', 'tenant_id': 'ab59e88db16c4855917d2a934d5b08f2', 'mac_address': 'fa:16:3e:37:95:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '97647f27-4ef1-4c12-811b-6c63faa2d593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:37:47Z', 'updated_at': '2021-09-07T14:37:53Z', 'revision_number': 5, 'project_id': 'ab59e88db16c4855917d2a934d5b08f2', 'subnets': [{'id': '97647f27-4ef1-4c12-811b-6c63faa2d593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:38:16.749457 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57165fc3-6eb2-4e29-a3f9-30e1c8bfbdd5 None None] The sync data for ids ['a78bc4b4-71e1-49de-b3d5-af042285a4ec'] in dv-cinder-760153-9-iscsi is: [{'id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'name': 'tempest-AttachVolumeShelveTestJSON-985180923-router', 'tenant_id': 'ab59e88db16c4855917d2a934d5b08f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a62508e6-b0a6-4255-b035-ba5626ac59bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:37:44Z', 'updated_at': '2021-09-07T14:37:48Z', 'revision_number': 4, 'project_id': 'ab59e88db16c4855917d2a934d5b08f2', 'gw_port': {'id': 'a62508e6-b0a6-4255-b035-ba5626ac59bb', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:37:44Z', 'updated_at': '2021-09-07T14:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_floatingips': [{'id': 'af42eadd-f6ce-4097-bf0e-168d1406b66a', 'tenant_id': 'ab59e88db16c4855917d2a934d5b08f2', 'floating_ip_address': '172.27.3.169', 'floating_network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'router_id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'port_id': '3ed1d237-3126-4339-80cb-40993fa66667', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da6e8dca-6945-4602-b5cc-b9742d335a11', 'mac_address': 'fa:16:3e:82:24:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0b0a23-bc4f-4741-816d-8cf50a76b8c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:37:54Z', 'updated_at': '2021-09-07T14:38:14Z', 'revision_number': 1, 'project_id': 'ab59e88db16c4855917d2a934d5b08f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eeb4bef-43d7-432d-aa86-91b7f03904f8', 'name': '', 'network_id': 'da6e8dca-6945-4602-b5cc-b9742d335a11', 'tenant_id': 'ab59e88db16c4855917d2a934d5b08f2', 'mac_address': 'fa:16:3e:37:95:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '97647f27-4ef1-4c12-811b-6c63faa2d593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:37:47Z', 'updated_at': '2021-09-07T14:37:53Z', 'revision_number': 5, 'project_id': 'ab59e88db16c4855917d2a934d5b08f2', 'subnets': [{'id': '97647f27-4ef1-4c12-811b-6c63faa2d593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:38:17.002307 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3d94e7-c93c-49b8-9ef5-319f86922048 None None] New status for floating IP af42eadd-f6ce-4097-bf0e-168d1406b66a: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 14:38:17.026789 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7bd81825-5681-4663-94cf-0b5caa1ae1e2 req-c16f99f6-0466-42e6-8d38-fb643b56232a tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a6f9ee6-73e4-400c-9f58-f8a97fd98c78 HTTP/1.1" status: 200 len: 210 time: 0.0285566 Sep 07 14:38:17.798178 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c0a7e-a63c-4693-9755-36468c1f81f4 req-e897073b-63ab-41b8-881e-75a66a65adab tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:17.799675 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-be3c0a7e-a63c-4693-9755-36468c1f81f4 req-e897073b-63ab-41b8-881e-75a66a65adab tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.0505552 Sep 07 14:38:17.837929 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-be3c0a7e-a63c-4693-9755-36468c1f81f4 req-68efd381-5f27-4289-a786-27f47b987bb3 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316536 Sep 07 14:38:18.123894 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5fc9384e-5f6e-47ec-95ea-de9ae3ac654f req-88b75ba8-123b-4472-b52a-0d04dfb9b9e9 tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a6f9ee6-73e4-400c-9f58-f8a97fd98c78 HTTP/1.1" status: 200 len: 210 time: 0.0275123 Sep 07 14:38:18.238301 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-0a397b82-4b29-427d-8769-b232ed54e484 req-1012050d-7d12-419b-b46d-9497872e017b tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=db11768215b74a49a040fafe6f107956&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283515 Sep 07 14:38:18.433690 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a397b82-4b29-427d-8769-b232ed54e484 req-6c577e8e-9bb7-4325-b74a-8aff2c0ca56d tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:18.435323 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-0a397b82-4b29-427d-8769-b232ed54e484 req-6c577e8e-9bb7-4325-b74a-8aff2c0ca56d tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1895936 Sep 07 14:38:18.449532 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [req-0a397b82-4b29-427d-8769-b232ed54e484 req-085a9c44-f403-4118-94d8-51660a2d045a tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] Request body: {'port': {'device_id': '6a6f9ee6-73e4-400c-9f58-f8a97fd98c78', 'network_id': 'f18082e9-1091-4f29-bac4-63d3edc4940e', 'admin_state_up': True, 'tenant_id': 'db11768215b74a49a040fafe6f107956'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:38:18.816824 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a397b82-4b29-427d-8769-b232ed54e484 req-085a9c44-f403-4118-94d8-51660a2d045a tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] Made reservation on behalf of db11768215b74a49a040fafe6f107956 for: {'port': 1} {{(pid=94641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:38:18.824364 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-0a397b82-4b29-427d-8769-b232ed54e484 req-085a9c44-f403-4118-94d8-51660a2d045a tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:18.836189 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-0a397b82-4b29-427d-8769-b232ed54e484 req-085a9c44-f403-4118-94d8-51660a2d045a tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:18.962093 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-0a397b82-4b29-427d-8769-b232ed54e484 req-085a9c44-f403-4118-94d8-51660a2d045a tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:18.976226 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d41e4-ae97-4e31-90fa-940b3ab2bfbf req-f7daf689-5dc6-49b2-9201-95a65543ea5a tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:18.977685 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6e9d41e4-ae97-4e31-90fa-940b3ab2bfbf req-f7daf689-5dc6-49b2-9201-95a65543ea5a tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.0496359 Sep 07 14:38:19.018714 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6e9d41e4-ae97-4e31-90fa-940b3ab2bfbf req-aa36cff6-9862-4202-8598-8d4baa07fe89 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345116 Sep 07 14:38:19.065966 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-0a397b82-4b29-427d-8769-b232ed54e484 req-085a9c44-f403-4118-94d8-51660a2d045a tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:19.130966 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a9c44-f403-4118-94d8-51660a2d045a tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d862a681-dfbc-4b58-8788-760891be8a6e,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:19.219009 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [req-0a397b82-4b29-427d-8769-b232ed54e484 req-085a9c44-f403-4118-94d8-51660a2d045a tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] Allocated IP 192.168.233.186 (f18082e9-1091-4f29-bac4-63d3edc4940e/16f217c3-0f78-4efc-bb52-d1015baf0d2d/7644db90-d4d4-409f-b009-340b567af6d4) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:38:19.236997 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-72fec743-4c5d-4089-9890-9302291fca13 req-38dbf9a6-4235-4202-b6fe-f7c899b1d5fb tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a6f9ee6-73e4-400c-9f58-f8a97fd98c78 HTTP/1.1" status: 200 len: 210 time: 0.0271974 Sep 07 14:38:19.368170 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-0a397b82-4b29-427d-8769-b232ed54e484 req-085a9c44-f403-4118-94d8-51660a2d045a tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:19.381308 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [req-0a397b82-4b29-427d-8769-b232ed54e484 req-085a9c44-f403-4118-94d8-51660a2d045a tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] Transition to ACTIVE for port object 7644db90-d4d4-409f-b009-340b567af6d4 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:38:19.627745 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-0a397b82-4b29-427d-8769-b232ed54e484 req-085a9c44-f403-4118-94d8-51660a2d045a tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:19.667358 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a397b82-4b29-427d-8769-b232ed54e484 req-085a9c44-f403-4118-94d8-51660a2d045a tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] Network f18082e9-1091-4f29-bac4-63d3edc4940e is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:38:19.670535 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [req-0a397b82-4b29-427d-8769-b232ed54e484 req-085a9c44-f403-4118-94d8-51660a2d045a tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:38:19.674316 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a397b82-4b29-427d-8769-b232ed54e484 req-085a9c44-f403-4118-94d8-51660a2d045a tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:38:19.704957 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a9c44-f403-4118-94d8-51660a2d045a tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] Pushing event updated for resources: {'Port': ['ID=7644db90-d4d4-409f-b009-340b567af6d4,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:19.731085 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a397b82-4b29-427d-8769-b232ed54e484 req-085a9c44-f403-4118-94d8-51660a2d045a tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:19.736114 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-0a397b82-4b29-427d-8769-b232ed54e484 req-085a9c44-f403-4118-94d8-51660a2d045a tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:19.814360 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-0a397b82-4b29-427d-8769-b232ed54e484 req-085a9c44-f403-4118-94d8-51660a2d045a tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3686416 Sep 07 14:38:19.834807 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [req-0a397b82-4b29-427d-8769-b232ed54e484 req-e16c0cfe-501e-4fb9-b062-b03a0c75a8d0 service neutron] Request body: {'port': {'device_id': '6a6f9ee6-73e4-400c-9f58-f8a97fd98c78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:38:19.891727 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-0a397b82-4b29-427d-8769-b232ed54e484 req-e16c0cfe-501e-4fb9-b062-b03a0c75a8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:19.999222 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-39c7a14c-42e3-4e8f-8bdb-b9783b9eab86 None None] Provisioning for port 7644db90-d4d4-409f-b009-340b567af6d4 completed by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:38:20.003292 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-39c7a14c-42e3-4e8f-8bdb-b9783b9eab86 None None] Provisioning complete for port 7644db90-d4d4-409f-b009-340b567af6d4 triggered by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:38:20.003726 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-39c7a14c-42e3-4e8f-8bdb-b9783b9eab86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:20.050562 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-39c7a14c-42e3-4e8f-8bdb-b9783b9eab86 None None] Port 7644db90-d4d4-409f-b009-340b567af6d4 cannot update to ACTIVE because it is not bound. {{(pid=94642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:38:20.171818 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [req-0a397b82-4b29-427d-8769-b232ed54e484 req-e16c0cfe-501e-4fb9-b062-b03a0c75a8d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7644db90-d4d4-409f-b009-340b567af6d4 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:38:20.176168 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-0a397b82-4b29-427d-8769-b232ed54e484 req-e16c0cfe-501e-4fb9-b062-b03a0c75a8d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:20.189902 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [req-0a397b82-4b29-427d-8769-b232ed54e484 req-e16c0cfe-501e-4fb9-b062-b03a0c75a8d0 service neutron] Transition to ACTIVE for port object 7644db90-d4d4-409f-b009-340b567af6d4 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:38:20.267457 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-0a397b82-4b29-427d-8769-b232ed54e484 req-e16c0cfe-501e-4fb9-b062-b03a0c75a8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009912'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:20.385217 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c0cfe-501e-4fb9-b062-b03a0c75a8d0 service neutron] Pushing event updated for resources: {'Port': ['ID=7644db90-d4d4-409f-b009-340b567af6d4,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:20.386649 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9baadb-a5c4-41de-a287-1f0b515c4feb req-d1b497b0-9603-4669-8d89-c280a8b0732b tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:20.389392 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5b9baadb-a5c4-41de-a287-1f0b515c4feb req-d1b497b0-9603-4669-8d89-c280a8b0732b tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a6f9ee6-73e4-400c-9f58-f8a97fd98c78 HTTP/1.1" status: 200 len: 948 time: 0.0736248 Sep 07 14:38:20.434741 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [req-0a397b82-4b29-427d-8769-b232ed54e484 req-e16c0cfe-501e-4fb9-b062-b03a0c75a8d0 service neutron] Attempting to bind port 7644db90-d4d4-409f-b009-340b567af6d4 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:38:20.436117 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [req-0a397b82-4b29-427d-8769-b232ed54e484 req-e16c0cfe-501e-4fb9-b062-b03a0c75a8d0 service neutron] Attempting to bind port 7644db90-d4d4-409f-b009-340b567af6d4 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': 'a3865488-c7cf-42d4-8aa0-2bec9cbe6c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'f18082e9-1091-4f29-bac4-63d3edc4940e'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:38:20.436793 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a397b82-4b29-427d-8769-b232ed54e484 req-e16c0cfe-501e-4fb9-b062-b03a0c75a8d0 service neutron] Attempting to bind port 7644db90-d4d4-409f-b009-340b567af6d4 on network f18082e9-1091-4f29-bac4-63d3edc4940e {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:38:20.442612 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a397b82-4b29-427d-8769-b232ed54e484 req-e16c0cfe-501e-4fb9-b062-b03a0c75a8d0 service neutron] Port 7644db90-d4d4-409f-b009-340b567af6d4 on network f18082e9-1091-4f29-bac4-63d3edc4940e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:38:20.443343 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a397b82-4b29-427d-8769-b232ed54e484 req-e16c0cfe-501e-4fb9-b062-b03a0c75a8d0 service neutron] Attempting to bind port 7644db90-d4d4-409f-b009-340b567af6d4 on network f18082e9-1091-4f29-bac4-63d3edc4940e {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:38:20.454957 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5b9baadb-a5c4-41de-a287-1f0b515c4feb req-5fb4745b-015e-4d7a-82e4-b7036ab7fe06 tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] 10.222.0.11 "GET /v2.0/security-groups?id=d862a681-dfbc-4b58-8788-760891be8a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503631 Sep 07 14:38:20.455055 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a397b82-4b29-427d-8769-b232ed54e484 req-e16c0cfe-501e-4fb9-b062-b03a0c75a8d0 service neutron] Checking agent: {'id': '0e933200-ccc3-44fa-a7f6-4e1417f97b5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 34, 32), 'started_at': datetime.datetime(2021, 9, 7, 14, 34, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:38:20.455055 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a397b82-4b29-427d-8769-b232ed54e484 req-e16c0cfe-501e-4fb9-b062-b03a0c75a8d0 service neutron] Checking segment: {'id': 'a3865488-c7cf-42d4-8aa0-2bec9cbe6c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'f18082e9-1091-4f29-bac4-63d3edc4940e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:38:20.455055 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a397b82-4b29-427d-8769-b232ed54e484 req-e16c0cfe-501e-4fb9-b062-b03a0c75a8d0 service neutron] Bound using segment: {'id': 'a3865488-c7cf-42d4-8aa0-2bec9cbe6c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'f18082e9-1091-4f29-bac4-63d3edc4940e'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:38:20.455055 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [req-0a397b82-4b29-427d-8769-b232ed54e484 req-e16c0cfe-501e-4fb9-b062-b03a0c75a8d0 service neutron] Bound port: 7644db90-d4d4-409f-b009-340b567af6d4, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3865488-c7cf-42d4-8aa0-2bec9cbe6c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'f18082e9-1091-4f29-bac4-63d3edc4940e'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:38:20.455399 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-0a397b82-4b29-427d-8769-b232ed54e484 req-e16c0cfe-501e-4fb9-b062-b03a0c75a8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:20.532788 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [req-0a397b82-4b29-427d-8769-b232ed54e484 req-e16c0cfe-501e-4fb9-b062-b03a0c75a8d0 service neutron] For port 7644db90-d4d4-409f-b009-340b567af6d4, host hv-cinder-76015, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:38:20.535906 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [req-0a397b82-4b29-427d-8769-b232ed54e484 req-e16c0cfe-501e-4fb9-b062-b03a0c75a8d0 service neutron] For port 7644db90-d4d4-409f-b009-340b567af6d4, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=7644db90-d4d4-409f-b009-340b567af6d4,segment=NetworkSegment(a3865488-c7cf-42d4-8aa0-2bec9cbe6c29),segment_id=a3865488-c7cf-42d4-8aa0-2bec9cbe6c29)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:38:20.627584 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-0a397b82-4b29-427d-8769-b232ed54e484 req-e16c0cfe-501e-4fb9-b062-b03a0c75a8d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009912'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:20.662692 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a397b82-4b29-427d-8769-b232ed54e484 req-e16c0cfe-501e-4fb9-b062-b03a0c75a8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:20.663314 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-0a397b82-4b29-427d-8769-b232ed54e484 req-e16c0cfe-501e-4fb9-b062-b03a0c75a8d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:20.664697 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-0a397b82-4b29-427d-8769-b232ed54e484 req-e16c0cfe-501e-4fb9-b062-b03a0c75a8d0 service neutron] 10.222.0.22 "PUT /v2.0/ports/7644db90-d4d4-409f-b009-340b567af6d4 HTTP/1.1" status: 200 len: 1098 time: 0.8346062 Sep 07 14:38:20.665163 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a6f9ee6-73e4-400c-9f58-f8a97fd98c78', 'tag': '7644db90-d4d4-409f-b009-340b567af6d4'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:38:20.667880 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ae4c01fc0fef93246b53b81dc3c4053f5278a59fc30262d76e8d579d86f7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a86199-cec2-4074-9267-643bd5928192" -d '{"events": [{"name": "network-changed", "server_uuid": "6a6f9ee6-73e4-400c-9f58-f8a97fd98c78", "tag": "7644db90-d4d4-409f-b009-340b567af6d4"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:38:20.704023 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c0cfe-501e-4fb9-b062-b03a0c75a8d0 service neutron] Pushing event updated for resources: {'Port': ['ID=7644db90-d4d4-409f-b009-340b567af6d4,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:20.718033 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e65b1a2-a978-413b-b9f7-8981231d5e7f x-openstack-request-id: req-1e65b1a2-a978-413b-b9f7-8981231d5e7f {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:38:20.718318 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a6f9ee6-73e4-400c-9f58-f8a97fd98c78", "tag": "7644db90-d4d4-409f-b009-340b567af6d4", "status": "completed", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:38:20.718564 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1e65b1a2-a978-413b-b9f7-8981231d5e7f {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:38:20.719188 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a6f9ee6-73e4-400c-9f58-f8a97fd98c78', 'tag': '7644db90-d4d4-409f-b009-340b567af6d4', 'status': 'completed', 'code': 200} Sep 07 14:38:20.823779 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a86199-cec2-4074-9267-643bd5928192 req-23071b7c-dc45-4385-8cea-56ca32cf51a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:20.825687 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-01a86199-cec2-4074-9267-643bd5928192 req-23071b7c-dc45-4385-8cea-56ca32cf51a7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=db11768215b74a49a040fafe6f107956&device_id=6a6f9ee6-73e4-400c-9f58-f8a97fd98c78 HTTP/1.1" status: 200 len: 1101 time: 0.0725422 Sep 07 14:38:20.860428 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-01a86199-cec2-4074-9267-643bd5928192 req-78716a3b-ab68-4336-a235-c7825b43ca83 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=db11768215b74a49a040fafe6f107956&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201018 Sep 07 14:38:20.959432 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a86199-cec2-4074-9267-643bd5928192 req-49217905-9c08-4d15-8d64-e502c51d7a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:20.961781 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-01a86199-cec2-4074-9267-643bd5928192 req-49217905-9c08-4d15-8d64-e502c51d7a8e service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921338 Sep 07 14:38:21.059411 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a397b82-4b29-427d-8769-b232ed54e484 req-1b1d0742-3ce1-492b-8e19-4b9646b99145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:21.061644 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-0a397b82-4b29-427d-8769-b232ed54e484 req-1b1d0742-3ce1-492b-8e19-4b9646b99145 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=db11768215b74a49a040fafe6f107956&device_id=6a6f9ee6-73e4-400c-9f58-f8a97fd98c78 HTTP/1.1" status: 200 len: 1101 time: 0.0448225 Sep 07 14:38:21.107965 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-0a397b82-4b29-427d-8769-b232ed54e484 req-092043c7-2a53-4700-ba84-34c5dc1a786b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=7644db90-d4d4-409f-b009-340b567af6d4 HTTP/1.1" status: 200 len: 217 time: 0.0339739 Sep 07 14:38:21.158744 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a397b82-4b29-427d-8769-b232ed54e484 req-ccb16802-dc88-44d6-9a3d-826e7da5023b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:21.160091 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-0a397b82-4b29-427d-8769-b232ed54e484 req-ccb16802-dc88-44d6-9a3d-826e7da5023b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=16f217c3-0f78-4efc-bb52-d1015baf0d2d HTTP/1.1" status: 200 len: 843 time: 0.0435908 Sep 07 14:38:21.211128 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a397b82-4b29-427d-8769-b232ed54e484 req-bc9e7219-af0f-447b-b862-19917507a671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:21.212615 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-0a397b82-4b29-427d-8769-b232ed54e484 req-bc9e7219-af0f-447b-b862-19917507a671 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f18082e9-1091-4f29-bac4-63d3edc4940e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0418739 Sep 07 14:38:21.314567 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-0a397b82-4b29-427d-8769-b232ed54e484 req-577859cc-57fb-492a-bea5-5485ed6dc934 service neutron] 10.222.0.22 "GET /v2.0/networks/f18082e9-1091-4f29-bac4-63d3edc4940e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922456 Sep 07 14:38:21.377346 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45bd45-637a-46b6-ac4d-2fecae83006c req-b61698d1-31de-4999-99f1-e8323c1a0426 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:21.378845 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-fb45bd45-637a-46b6-ac4d-2fecae83006c req-b61698d1-31de-4999-99f1-e8323c1a0426 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.0483494 Sep 07 14:38:21.433870 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-fb45bd45-637a-46b6-ac4d-2fecae83006c req-464c3749-258b-4b56-8b28-abc22127f829 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336616 Sep 07 14:38:21.434890 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-0a397b82-4b29-427d-8769-b232ed54e484 req-c51afe68-2b10-49c2-9ffe-0119b24ac5cd service neutron] 10.222.0.22 "GET /v2.0/networks/f18082e9-1091-4f29-bac4-63d3edc4940e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951881 Sep 07 14:38:21.574114 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30257221-9e31-479f-964c-2377a60420cb req-4d0252a1-399f-406f-9295-d404c4366183 tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:21.575701 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-30257221-9e31-479f-964c-2377a60420cb req-4d0252a1-399f-406f-9295-d404c4366183 tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a6f9ee6-73e4-400c-9f58-f8a97fd98c78 HTTP/1.1" status: 200 len: 948 time: 0.0601518 Sep 07 14:38:21.615969 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-30257221-9e31-479f-964c-2377a60420cb req-7f58b6c6-1d5e-4cb1-9590-4282692058e6 tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] 10.222.0.11 "GET /v2.0/security-groups?id=d862a681-dfbc-4b58-8788-760891be8a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337036 Sep 07 14:38:22.773713 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e971f31-a0d5-4c80-97d8-114a315747ac req-6db3c2d6-7b49-4a49-9eb5-4624a9800725 tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:22.775374 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3e971f31-a0d5-4c80-97d8-114a315747ac req-6db3c2d6-7b49-4a49-9eb5-4624a9800725 tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a6f9ee6-73e4-400c-9f58-f8a97fd98c78 HTTP/1.1" status: 200 len: 948 time: 0.0583084 Sep 07 14:38:22.813867 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3e971f31-a0d5-4c80-97d8-114a315747ac req-7a01d239-924c-434b-8f4d-cab8963909d4 tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] 10.222.0.11 "GET /v2.0/security-groups?id=d862a681-dfbc-4b58-8788-760891be8a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316944 Sep 07 14:38:23.387867 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.agents_db [None req-8586c0a8-7e1b-4ad5-b29e-274ce3295afb None None] Agent healthcheck: found 6 active agents {{(pid=94643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:38:23.488758 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 49710) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:23.618286 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bb953b97-3b8f-46a9-8fe9-23df9da7573e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:23.713573 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bb953b97-3b8f-46a9-8fe9-23df9da7573e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:23.838846 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bb953b97-3b8f-46a9-8fe9-23df9da7573e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:23.879269 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-bb953b97-3b8f-46a9-8fe9-23df9da7573e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=10cab460185640c9b84f15ca8323c773&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3893244 Sep 07 14:38:23.880101 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb953b97-3b8f-46a9-8fe9-23df9da7573e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3fc478-fa22-4829-bb97-7cefca60de74,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:23.882578 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 49724) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:23.948916 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6443b87c-ea28-494c-8b68-ce71ddaa4b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:23.949016 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ee47d-94a4-40c8-bf16-fd1a4ec382e9 req-28e19e4c-ce28-4a2f-a461-d6a0ffb60309 tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:23.949016 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-067ee47d-94a4-40c8-bf16-fd1a4ec382e9 req-28e19e4c-ce28-4a2f-a461-d6a0ffb60309 tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a6f9ee6-73e4-400c-9f58-f8a97fd98c78 HTTP/1.1" status: 200 len: 948 time: 0.0524864 Sep 07 14:38:23.967883 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6443b87c-ea28-494c-8b68-ce71ddaa4b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:23.994785 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-067ee47d-94a4-40c8-bf16-fd1a4ec382e9 req-a5742a5b-2f70-4eeb-9079-bf81e5aedf1f tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] 10.222.0.11 "GET /v2.0/security-groups?id=d862a681-dfbc-4b58-8788-760891be8a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405428 Sep 07 14:38:24.077053 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 7644db90-d4d4-409f-b009-340b567af6d4 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:38:24.130426 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6443b87c-ea28-494c-8b68-ce71ddaa4b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:24.133153 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6443b87c-ea28-494c-8b68-ce71ddaa4b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:24.134471 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-6443b87c-ea28-494c-8b68-ce71ddaa4b3f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8d3fc478-fa22-4829-bb97-7cefca60de74 HTTP/1.1" status: 204 len: 168 time: 0.2512305 Sep 07 14:38:24.142689 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6443b87c-ea28-494c-8b68-ce71ddaa4b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3fc478-fa22-4829-bb97-7cefca60de74,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:24.149970 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6443b87c-ea28-494c-8b68-ce71ddaa4b3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:38:24.150527 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6443b87c-ea28-494c-8b68-ce71ddaa4b3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:38:24.151077 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6443b87c-ea28-494c-8b68-ce71ddaa4b3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:38:24.151479 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6443b87c-ea28-494c-8b68-ce71ddaa4b3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:38:24.151875 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6443b87c-ea28-494c-8b68-ce71ddaa4b3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:38:24.152211 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6443b87c-ea28-494c-8b68-ce71ddaa4b3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:38:24.152542 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6443b87c-ea28-494c-8b68-ce71ddaa4b3f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:38:24.153094 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6443b87c-ea28-494c-8b68-ce71ddaa4b3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:38:24.153423 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6443b87c-ea28-494c-8b68-ce71ddaa4b3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:38:24.153835 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6443b87c-ea28-494c-8b68-ce71ddaa4b3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:38:24.154247 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6443b87c-ea28-494c-8b68-ce71ddaa4b3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:38:24.154590 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6443b87c-ea28-494c-8b68-ce71ddaa4b3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:38:24.180103 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port 7644db90-d4d4-409f-b009-340b567af6d4, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=7644db90-d4d4-409f-b009-340b567af6d4,segment=NetworkSegment(a3865488-c7cf-42d4-8aa0-2bec9cbe6c29),segment_id=a3865488-c7cf-42d4-8aa0-2bec9cbe6c29)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:38:24.192237 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Returning: {'device': '7644db90-d4d4-409f-b009-340b567af6d4', 'network_id': 'f18082e9-1091-4f29-bac4-63d3edc4940e', 'port_id': '7644db90-d4d4-409f-b009-340b567af6d4', 'mac_address': 'fa:16:3e:0d:75:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f217c3-0f78-4efc-bb52-d1015baf0d2d', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:38:24.233105 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:24.245892 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7644db90-d4d4-409f-b009-340b567af6d4 {{(pid=94642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:38:24.265763 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port 7644db90-d4d4-409f-b009-340b567af6d4, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=7644db90-d4d4-409f-b009-340b567af6d4,segment=NetworkSegment(a3865488-c7cf-42d4-8aa0-2bec9cbe6c29),segment_id=a3865488-c7cf-42d4-8aa0-2bec9cbe6c29)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:38:24.387642 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:24.436241 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=7644db90-d4d4-409f-b009-340b567af6d4,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:24.686021 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] get_ports_and_sgs() called for port_ids ['7644db90-d4d4-409f-b009-340b567af6d4'] {{(pid=94642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:38:24.744777 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 49752) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:24.850766 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-795dcd73-66e1-4912-9014-f0c40b9d5305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:24.928806 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 49756) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:24.938556 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-795dcd73-66e1-4912-9014-f0c40b9d5305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:24.941863 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-de7ca10b-fc19-4874-8b91-e003aa4daf28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:25.015357 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-795dcd73-66e1-4912-9014-f0c40b9d5305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:25.062025 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795dcd73-66e1-4912-9014-f0c40b9d5305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5490632-4fa7-475a-bd7f-c21ac20b1e80,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:25.068218 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-795dcd73-66e1-4912-9014-f0c40b9d5305 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c6b63353e6a74e3e993eb16c04b92105&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3222563 Sep 07 14:38:25.071232 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 49762) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:25.096509 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795dcd73-66e1-4912-9014-f0c40b9d5305 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:38:25.102024 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795dcd73-66e1-4912-9014-f0c40b9d5305 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:38:25.102024 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795dcd73-66e1-4912-9014-f0c40b9d5305 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:38:25.102024 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795dcd73-66e1-4912-9014-f0c40b9d5305 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:38:25.102024 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795dcd73-66e1-4912-9014-f0c40b9d5305 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:38:25.102024 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795dcd73-66e1-4912-9014-f0c40b9d5305 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:38:25.102024 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795dcd73-66e1-4912-9014-f0c40b9d5305 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:38:25.102024 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795dcd73-66e1-4912-9014-f0c40b9d5305 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:38:25.102024 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795dcd73-66e1-4912-9014-f0c40b9d5305 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:38:25.102024 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795dcd73-66e1-4912-9014-f0c40b9d5305 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:38:25.102024 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795dcd73-66e1-4912-9014-f0c40b9d5305 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:38:25.102024 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795dcd73-66e1-4912-9014-f0c40b9d5305 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:38:25.106437 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-de7ca10b-fc19-4874-8b91-e003aa4daf28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:25.179999 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f09dce-df98-4d8b-8f00-e48396437a3b req-5eca9f8c-ef86-49f3-bf94-11bde1f4d4c3 tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:25.181464 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-11f09dce-df98-4d8b-8f00-e48396437a3b req-5eca9f8c-ef86-49f3-bf94-11bde1f4d4c3 tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a6f9ee6-73e4-400c-9f58-f8a97fd98c78 HTTP/1.1" status: 200 len: 949 time: 0.0890901 Sep 07 14:38:25.182199 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04698fa0-a030-4893-946d-bbdafce75970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:25.198923 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-de7ca10b-fc19-4874-8b91-e003aa4daf28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:25.217095 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04698fa0-a030-4893-946d-bbdafce75970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:25.240955 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7ca10b-fc19-4874-8b91-e003aa4daf28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491847d2-5707-43a6-8d23-c6d142560849,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:25.245812 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-de7ca10b-fc19-4874-8b91-e003aa4daf28 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0b8684abfcbe4d2b9c897408a84176fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3158872 Sep 07 14:38:25.249479 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 49764) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:25.253473 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-11f09dce-df98-4d8b-8f00-e48396437a3b req-713d578d-abc8-4ec1-be65-f26f026c719f tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] 10.222.0.11 "GET /v2.0/security-groups?id=d862a681-dfbc-4b58-8788-760891be8a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614700 Sep 07 14:38:25.307885 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f4154bf2-63a5-4365-9141-6b748e1913f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:25.340468 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f4154bf2-63a5-4365-9141-6b748e1913f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:25.359089 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04698fa0-a030-4893-946d-bbdafce75970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:25.362143 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04698fa0-a030-4893-946d-bbdafce75970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:25.362837 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-04698fa0-a030-4893-946d-bbdafce75970 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a5490632-4fa7-475a-bd7f-c21ac20b1e80 HTTP/1.1" status: 204 len: 168 time: 0.2901530 Sep 07 14:38:25.370761 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04698fa0-a030-4893-946d-bbdafce75970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5490632-4fa7-475a-bd7f-c21ac20b1e80,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:25.610693 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f4154bf2-63a5-4365-9141-6b748e1913f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:25.613301 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f4154bf2-63a5-4365-9141-6b748e1913f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:25.614510 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-f4154bf2-63a5-4365-9141-6b748e1913f6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/491847d2-5707-43a6-8d23-c6d142560849 HTTP/1.1" status: 204 len: 168 time: 0.3639548 Sep 07 14:38:25.622263 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4154bf2-63a5-4365-9141-6b748e1913f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491847d2-5707-43a6-8d23-c6d142560849,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:26.099135 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 7644db90-d4d4-409f-b009-340b567af6d4 up at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:38:26.296105 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Provisioning for port 7644db90-d4d4-409f-b009-340b567af6d4 completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:38:26.300645 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Provisioning complete for port 7644db90-d4d4-409f-b009-340b567af6d4 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:38:26.300645 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:26.381291 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf5c07-ad12-4008-9527-f1e8441dfe96 req-2e9b93c7-aebe-48c0-96e3-4ce19273b410 tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:26.381830 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:26.392796 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b5bf5c07-ad12-4008-9527-f1e8441dfe96 req-2e9b93c7-aebe-48c0-96e3-4ce19273b410 tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a6f9ee6-73e4-400c-9f58-f8a97fd98c78 HTTP/1.1" status: 200 len: 949 time: 0.0637891 Sep 07 14:38:26.418277 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port 7644db90-d4d4-409f-b009-340b567af6d4, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=7644db90-d4d4-409f-b009-340b567af6d4,segment=NetworkSegment(a3865488-c7cf-42d4-8aa0-2bec9cbe6c29),segment_id=a3865488-c7cf-42d4-8aa0-2bec9cbe6c29)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:38:26.419259 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a6f9ee6-73e4-400c-9f58-f8a97fd98c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7644db90-d4d4-409f-b009-340b567af6d4'}] {{(pid=94642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:38:26.422059 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd6d84ba8741af88afecd5b756310c726975e6558383509c2c49b1cfba31424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f9560b-9f51-47dd-981a-a68248cc8cac" -d '{"events": [{"server_uuid": "6a6f9ee6-73e4-400c-9f58-f8a97fd98c78", "name": "network-vif-plugged", "status": "completed", "tag": "7644db90-d4d4-409f-b009-340b567af6d4"}]}' {{(pid=94642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:38:26.439718 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b5bf5c07-ad12-4008-9527-f1e8441dfe96 req-5c58378b-ed34-41c7-90cc-d7d431b1fbdd tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] 10.222.0.11 "GET /v2.0/security-groups?id=d862a681-dfbc-4b58-8788-760891be8a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424438 Sep 07 14:38:26.461734 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d95c78a-fd80-4a56-a984-b5fe3aa0257d x-openstack-request-id: req-9d95c78a-fd80-4a56-a984-b5fe3aa0257d {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:38:26.462323 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a6f9ee6-73e4-400c-9f58-f8a97fd98c78", "name": "network-vif-plugged", "status": "completed", "tag": "7644db90-d4d4-409f-b009-340b567af6d4", "code": 200}]} {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:38:26.462751 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9d95c78a-fd80-4a56-a984-b5fe3aa0257d {{(pid=94642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:38:26.463301 dv-cinder-760153-9-iscsi neutron-server[94642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a6f9ee6-73e4-400c-9f58-f8a97fd98c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7644db90-d4d4-409f-b009-340b567af6d4', 'code': 200} Sep 07 14:38:26.496270 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:26.547777 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=7644db90-d4d4-409f-b009-340b567af6d4,revision_number=5']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:26.709880 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 49810) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:26.848757 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb54d52-e2c9-4681-ac31-d1be04d1c2b3 req-3a4026a6-ab6f-4c92-ad91-137dfaf23c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:26.850544 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-ffb54d52-e2c9-4681-ac31-d1be04d1c2b3 req-3a4026a6-ab6f-4c92-ad91-137dfaf23c3c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6a6f9ee6-73e4-400c-9f58-f8a97fd98c78 HTTP/1.1" status: 200 len: 1103 time: 0.0616941 Sep 07 14:38:26.851377 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-30aa1f12-3031-45dc-8dc3-514a09018fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:26.914780 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-ffb54d52-e2c9-4681-ac31-d1be04d1c2b3 req-fa6bbb66-a150-4308-83d1-462b297ded6d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d862a681-dfbc-4b58-8788-760891be8a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489607 Sep 07 14:38:26.977100 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-30aa1f12-3031-45dc-8dc3-514a09018fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:27.079090 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-30aa1f12-3031-45dc-8dc3-514a09018fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:27.144072 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-30aa1f12-3031-45dc-8dc3-514a09018fa5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8ae0d8228ba04a979fe837098e81ce69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4326494 Sep 07 14:38:27.146674 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 49830) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:27.160925 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa1f12-3031-45dc-8dc3-514a09018fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e28c6ac-da5b-4561-9ebe-e19e7332cbcb,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:27.214389 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 49838) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:27.238680 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-03e247a8-e8f5-4ee0-99eb-d9d70f5f2da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:27.265047 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-03e247a8-e8f5-4ee0-99eb-d9d70f5f2da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:27.327808 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-340a1655-3bbd-40f2-9f46-5bcab9626393 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1243420855-network', 'tenant_id': '47d3ca324d1047c7847ab3fba3ed4d48'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:38:27.387618 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-03e247a8-e8f5-4ee0-99eb-d9d70f5f2da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:27.391114 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-03e247a8-e8f5-4ee0-99eb-d9d70f5f2da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:27.392307 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-03e247a8-e8f5-4ee0-99eb-d9d70f5f2da1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6e28c6ac-da5b-4561-9ebe-e19e7332cbcb HTTP/1.1" status: 204 len: 168 time: 0.2443500 Sep 07 14:38:27.400772 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e247a8-e8f5-4ee0-99eb-d9d70f5f2da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e28c6ac-da5b-4561-9ebe-e19e7332cbcb,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:27.415891 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340a1655-3bbd-40f2-9f46-5bcab9626393 admin admin] Made reservation on behalf of 47d3ca324d1047c7847ab3fba3ed4d48 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:38:27.418778 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-340a1655-3bbd-40f2-9f46-5bcab9626393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:27.427511 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-340a1655-3bbd-40f2-9f46-5bcab9626393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:27.556979 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-340a1655-3bbd-40f2-9f46-5bcab9626393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:27.573060 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489edf0-af41-44e1-8d5b-0ca26ed9d166 req-8437c78a-bb06-4084-8c88-7bd0e3b4ae01 tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:27.574636 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5489edf0-af41-44e1-8d5b-0ca26ed9d166 req-8437c78a-bb06-4084-8c88-7bd0e3b4ae01 tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a6f9ee6-73e4-400c-9f58-f8a97fd98c78 HTTP/1.1" status: 200 len: 950 time: 0.0696065 Sep 07 14:38:27.612232 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5489edf0-af41-44e1-8d5b-0ca26ed9d166 req-ba1f7b5d-68dd-4b4a-862c-611c6a490ace tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] 10.222.0.11 "GET /v2.0/security-groups?id=d862a681-dfbc-4b58-8788-760891be8a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308046 Sep 07 14:38:27.679360 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-340a1655-3bbd-40f2-9f46-5bcab9626393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:27.711672 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-340a1655-3bbd-40f2-9f46-5bcab9626393 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 853} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:38:27.732799 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a1655-3bbd-40f2-9f46-5bcab9626393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ba7576-eafd-4cef-8dcc-c6a09a46d02b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:27.741702 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-340a1655-3bbd-40f2-9f46-5bcab9626393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:27.742147 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.db.segments_db [None req-340a1655-3bbd-40f2-9f46-5bcab9626393 admin admin] Added segment 5b648bba-e0da-42fb-9272-122b868167ee of type vlan for network 9847319b-557a-4fc0-9347-65cc32e77756 Sep 07 14:38:27.800340 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-340a1655-3bbd-40f2-9f46-5bcab9626393 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735925196804'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:27.918950 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-340a1655-3bbd-40f2-9f46-5bcab9626393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:27.920882 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340a1655-3bbd-40f2-9f46-5bcab9626393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:27.921483 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-340a1655-3bbd-40f2-9f46-5bcab9626393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:28.182732 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-340a1655-3bbd-40f2-9f46-5bcab9626393 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9610860 Sep 07 14:38:28.182732 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a1655-3bbd-40f2-9f46-5bcab9626393 admin admin] Pushing event updated for resources: {'Network': ['ID=9847319b-557a-4fc0-9347-65cc32e77756,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:28.182886 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 49852) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:28.187882 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-a11c8986-3d32-48a7-a836-3913fc27ed8b admin admin] Request body: {'subnet': {'network_id': '9847319b-557a-4fc0-9347-65cc32e77756', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1243420855-subnet', 'tenant_id': '47d3ca324d1047c7847ab3fba3ed4d48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:38:28.194110 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Network 9847319b-557a-4fc0-9347-65cc32e77756 details requested by agent ovs-agent-dv-cinder-760153-9-iscsi with host dv-cinder-760153-9-iscsi {{(pid=94642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:38:28.248786 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 49858) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:28.261778 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-68a07ec7-1211-4379-81ed-f99b3bd3e11d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:28.349114 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11c8986-3d32-48a7-a836-3913fc27ed8b admin admin] Made reservation on behalf of 47d3ca324d1047c7847ab3fba3ed4d48 for: {'subnet': 1} {{(pid=94641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:38:28.351481 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a11c8986-3d32-48a7-a836-3913fc27ed8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4046450'] for subnet, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:28.527716 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-68a07ec7-1211-4379-81ed-f99b3bd3e11d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:28.724614 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-68a07ec7-1211-4379-81ed-f99b3bd3e11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:28.728107 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164cfd6-e206-4f80-b0ad-c8263677eaef req-5f8a312d-29dd-4c9f-93cc-637d739e2596 tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:28.729585 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d164cfd6-e206-4f80-b0ad-c8263677eaef req-5f8a312d-29dd-4c9f-93cc-637d739e2596 tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a6f9ee6-73e4-400c-9f58-f8a97fd98c78 HTTP/1.1" status: 200 len: 950 time: 0.0484641 Sep 07 14:38:28.735744 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a11c8986-3d32-48a7-a836-3913fc27ed8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4046436'] for subnet, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:28.773340 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d164cfd6-e206-4f80-b0ad-c8263677eaef req-5f5ab629-c093-4a26-a69c-72a52e5fafd5 tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] 10.222.0.11 "GET /v2.0/security-groups?id=d862a681-dfbc-4b58-8788-760891be8a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353780 Sep 07 14:38:28.798006 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-68a07ec7-1211-4379-81ed-f99b3bd3e11d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1c2d7de0449044d7b3461d52807061cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5481398 Sep 07 14:38:28.800706 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 49862) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:28.806470 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a07ec7-1211-4379-81ed-f99b3bd3e11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aade8670-408b-4381-97b3-946357ca1bad,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:28.824584 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c8986-3d32-48a7-a836-3913fc27ed8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1eabe4c-cf5f-4669-bd61-858f9190b897,revision_number=0']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:28.835382 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11c8986-3d32-48a7-a836-3913fc27ed8b admin admin] Checking segment: {'id': '5b648bba-e0da-42fb-9272-122b868167ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '9847319b-557a-4fc0-9347-65cc32e77756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:38:28.835758 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11c8986-3d32-48a7-a836-3913fc27ed8b admin admin] Network hostable DHCP agents. Network: 9847319b-557a-4fc0-9347-65cc32e77756, hostable agents: ['594f7c6c-f415-4606-b669-794c15de65b6'], hosted agents: [] {{(pid=94641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:38:28.852831 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-078b1966-7ee0-4475-8fce-f05cd054f2f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:28.874219 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-078b1966-7ee0-4475-8fce-f05cd054f2f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:29.033338 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11c8986-3d32-48a7-a836-3913fc27ed8b admin admin] Network 9847319b-557a-4fc0-9347-65cc32e77756 is scheduled to be hosted by DHCP agent 594f7c6c-f415-4606-b669-794c15de65b6 with binding_index 1 {{(pid=94641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:38:29.067973 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-078b1966-7ee0-4475-8fce-f05cd054f2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:29.070797 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-078b1966-7ee0-4475-8fce-f05cd054f2f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:29.072109 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-078b1966-7ee0-4475-8fce-f05cd054f2f7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aade8670-408b-4381-97b3-946357ca1bad HTTP/1.1" status: 204 len: 168 time: 0.2703552 Sep 07 14:38:29.082352 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b1966-7ee0-4475-8fce-f05cd054f2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aade8670-408b-4381-97b3-946357ca1bad,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:29.141006 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-a11c8986-3d32-48a7-a836-3913fc27ed8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760153-9-iscsi, 9847319b-557a-4fc0-9347-65cc32e77756) {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:38:29.150952 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11c8986-3d32-48a7-a836-3913fc27ed8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:29.153328 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a11c8986-3d32-48a7-a836-3913fc27ed8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for subnet, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:29.153459 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bb80d1-0cd3-4a6b-8db0-cfbaeb27a890 None None] Network 9847319b-557a-4fc0-9347-65cc32e77756 requested from dv-cinder-760153-9-iscsi {{(pid=94642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:38:29.269405 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-a11c8986-3d32-48a7-a836-3913fc27ed8b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0855103 Sep 07 14:38:29.320353 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6f4ec6-37c1-4195-a8ad-db78eb494db9 None None] Network 9847319b-557a-4fc0-9347-65cc32e77756 requested from dv-cinder-760153-9-iscsi {{(pid=94642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:38:29.893441 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e24b2ba-8d27-43cc-b6d6-7f8f00a44d2f req-f71bcc44-6f33-4005-9a87-b235526992db tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:29.895169 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2e24b2ba-8d27-43cc-b6d6-7f8f00a44d2f req-f71bcc44-6f33-4005-9a87-b235526992db tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a6f9ee6-73e4-400c-9f58-f8a97fd98c78 HTTP/1.1" status: 200 len: 950 time: 0.0547237 Sep 07 14:38:29.943646 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2e24b2ba-8d27-43cc-b6d6-7f8f00a44d2f req-9e99a9f9-15b3-4b2c-813c-d3ded81872c5 tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] 10.222.0.11 "GET /v2.0/security-groups?id=d862a681-dfbc-4b58-8788-760891be8a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378075 Sep 07 14:38:30.197359 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 49900) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:30.197706 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-cc2376cd-1923-4c2d-a1be-b69013e26f0a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1967709062-network', 'tenant_id': '2a4b9a21c451424d808a562295c6118a'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:38:30.203353 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 49902) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:30.220044 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-53a61fcb-6ac3-4958-bde8-95f991ebd3e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:30.336853 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2376cd-1923-4c2d-a1be-b69013e26f0a admin admin] Made reservation on behalf of 2a4b9a21c451424d808a562295c6118a for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:38:30.339573 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc2376cd-1923-4c2d-a1be-b69013e26f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:30.349870 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc2376cd-1923-4c2d-a1be-b69013e26f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:30.418962 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-53a61fcb-6ac3-4958-bde8-95f991ebd3e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:30.535800 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-53a61fcb-6ac3-4958-bde8-95f991ebd3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:30.576814 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-53a61fcb-6ac3-4958-bde8-95f991ebd3e8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8c5f657a2a13450f97ca10363ec768a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3706694 Sep 07 14:38:30.577597 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a61fcb-6ac3-4958-bde8-95f991ebd3e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeadbc83-8fb8-4392-99df-1f7a327a0159,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:30.579971 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 49908) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:30.622852 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc9a8c-9d62-4286-bd8b-0efb08c93b56 req-360b951c-cf9d-4f6b-b33b-2429a5f17e8c tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:30.625152 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0ccc9a8c-9d62-4286-bd8b-0efb08c93b56 req-360b951c-cf9d-4f6b-b33b-2429a5f17e8c tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a6f9ee6-73e4-400c-9f58-f8a97fd98c78 HTTP/1.1" status: 200 len: 950 time: 0.0750909 Sep 07 14:38:30.634947 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-741cea02-d012-4144-9ac9-b1b0f6ce9575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:30.657095 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-741cea02-d012-4144-9ac9-b1b0f6ce9575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:30.676840 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0ccc9a8c-9d62-4286-bd8b-0efb08c93b56 req-41849a7d-3511-49a6-be20-4ab0b14d1f6e tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] 10.222.0.11 "GET /v2.0/security-groups?id=d862a681-dfbc-4b58-8788-760891be8a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450120 Sep 07 14:38:30.699667 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc2376cd-1923-4c2d-a1be-b69013e26f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:31.015693 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc2376cd-1923-4c2d-a1be-b69013e26f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:31.043994 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2376cd-1923-4c2d-a1be-b69013e26f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d358ca6-af5b-4cb0-ad90-8ebb37103dea,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:31.067816 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-741cea02-d012-4144-9ac9-b1b0f6ce9575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:31.070610 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-741cea02-d012-4144-9ac9-b1b0f6ce9575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:31.071920 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-741cea02-d012-4144-9ac9-b1b0f6ce9575 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aeadbc83-8fb8-4392-99df-1f7a327a0159 HTTP/1.1" status: 204 len: 168 time: 0.4908528 Sep 07 14:38:31.072744 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc2376cd-1923-4c2d-a1be-b69013e26f0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 870} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:38:31.081106 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741cea02-d012-4144-9ac9-b1b0f6ce9575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeadbc83-8fb8-4392-99df-1f7a327a0159,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:31.082841 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc2376cd-1923-4c2d-a1be-b69013e26f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:31.083206 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.db.segments_db [None req-cc2376cd-1923-4c2d-a1be-b69013e26f0a admin admin] Added segment e16b2916-8333-42b9-824e-9f63574236d6 of type vlan for network 13775a57-9637-49aa-aa12-cd9ef72229a5 Sep 07 14:38:31.126698 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc2376cd-1923-4c2d-a1be-b69013e26f0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735925196804'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:31.227567 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc2376cd-1923-4c2d-a1be-b69013e26f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:31.228567 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2376cd-1923-4c2d-a1be-b69013e26f0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:31.229152 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc2376cd-1923-4c2d-a1be-b69013e26f0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:31.288415 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2376cd-1923-4c2d-a1be-b69013e26f0a admin admin] Pushing event updated for resources: {'Network': ['ID=13775a57-9637-49aa-aa12-cd9ef72229a5,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:31.298846 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Network 13775a57-9637-49aa-aa12-cd9ef72229a5 details requested by agent ovs-agent-dv-cinder-760153-9-iscsi with host dv-cinder-760153-9-iscsi {{(pid=94642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:38:31.353840 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-cc2376cd-1923-4c2d-a1be-b69013e26f0a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1605189 Sep 07 14:38:31.357928 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 49916) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:31.363083 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-9471414c-4401-42c3-b995-3dca767982c4 admin admin] Request body: {'subnet': {'network_id': '13775a57-9637-49aa-aa12-cd9ef72229a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1967709062-subnet', 'tenant_id': '2a4b9a21c451424d808a562295c6118a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:38:31.507760 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9471414c-4401-42c3-b995-3dca767982c4 admin admin] Made reservation on behalf of 2a4b9a21c451424d808a562295c6118a for: {'subnet': 1} {{(pid=94641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:38:31.510413 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9471414c-4401-42c3-b995-3dca767982c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4046450'] for subnet, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:31.828303 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9471414c-4401-42c3-b995-3dca767982c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4046436'] for subnet, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:31.882643 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9471414c-4401-42c3-b995-3dca767982c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57e8aaeb-019b-4531-8a7e-0c963286936f,revision_number=0']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:31.896827 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9471414c-4401-42c3-b995-3dca767982c4 admin admin] Checking segment: {'id': 'e16b2916-8333-42b9-824e-9f63574236d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '13775a57-9637-49aa-aa12-cd9ef72229a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:38:31.896827 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9471414c-4401-42c3-b995-3dca767982c4 admin admin] Network hostable DHCP agents. Network: 13775a57-9637-49aa-aa12-cd9ef72229a5, hostable agents: ['594f7c6c-f415-4606-b669-794c15de65b6'], hosted agents: [] {{(pid=94641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:38:31.987306 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9471414c-4401-42c3-b995-3dca767982c4 admin admin] Network 13775a57-9637-49aa-aa12-cd9ef72229a5 is scheduled to be hosted by DHCP agent 594f7c6c-f415-4606-b669-794c15de65b6 with binding_index 1 {{(pid=94641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:38:32.102030 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-9471414c-4401-42c3-b995-3dca767982c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760153-9-iscsi, 13775a57-9637-49aa-aa12-cd9ef72229a5) {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:38:32.106600 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9471414c-4401-42c3-b995-3dca767982c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:32.107909 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9471414c-4401-42c3-b995-3dca767982c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for subnet, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:32.116918 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ec6d1f-37b1-49c5-b260-7bd0cfd5c11b None None] Network 13775a57-9637-49aa-aa12-cd9ef72229a5 requested from dv-cinder-760153-9-iscsi {{(pid=94642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:38:32.218338 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-9471414c-4401-42c3-b995-3dca767982c4 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8591776 Sep 07 14:38:32.230744 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f3325-45ec-48a6-8cd1-1a1a36abd3f8 req-e02f4cbf-4cce-4d1c-867b-22dce9242de6 tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:32.233017 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-678f3325-45ec-48a6-8cd1-1a1a36abd3f8 req-e02f4cbf-4cce-4d1c-867b-22dce9242de6 tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a6f9ee6-73e4-400c-9f58-f8a97fd98c78 HTTP/1.1" status: 200 len: 950 time: 0.0616786 Sep 07 14:38:32.262464 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2da395e-c902-456e-9f76-7024d4b23969 None None] Network 13775a57-9637-49aa-aa12-cd9ef72229a5 requested from dv-cinder-760153-9-iscsi {{(pid=94642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:38:32.273901 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-678f3325-45ec-48a6-8cd1-1a1a36abd3f8 req-6686641a-1ff2-41c5-80cd-9e6a915c3a36 tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] 10.222.0.11 "GET /v2.0/security-groups?id=d862a681-dfbc-4b58-8788-760891be8a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330942 Sep 07 14:38:32.393730 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-4f585381-045e-4bfc-a776-b6c38cc8cb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:32.406046 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf078ee5-125a-4903-9039-f822a28e7acd req-d06b62f4-3c1d-4151-ba51-45954d84fe19 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:32.408572 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cf078ee5-125a-4903-9039-f822a28e7acd req-d06b62f4-3c1d-4151-ba51-45954d84fe19 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.0752244 Sep 07 14:38:32.453136 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cf078ee5-125a-4903-9039-f822a28e7acd req-380ddd14-162a-45c2-b092-2988ebde6690 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380869 Sep 07 14:38:32.552951 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:33.392756 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a282c0-24ff-4f48-9891-b44b8b90f5d6 req-16ab69aa-8c79-4c5f-bb1c-1dbfe77909a4 tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:33.394255 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d1a282c0-24ff-4f48-9891-b44b8b90f5d6 req-16ab69aa-8c79-4c5f-bb1c-1dbfe77909a4 tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a6f9ee6-73e4-400c-9f58-f8a97fd98c78 HTTP/1.1" status: 200 len: 950 time: 0.0492914 Sep 07 14:38:33.434864 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d1a282c0-24ff-4f48-9891-b44b8b90f5d6 req-8838a8e9-efcd-43b1-9bfd-096ec22bc892 tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] 10.222.0.11 "GET /v2.0/security-groups?id=d862a681-dfbc-4b58-8788-760891be8a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341976 Sep 07 14:38:33.584700 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37bba1-f417-42c3-b7ca-609f502cdc80 req-dfac5057-e94b-433a-ad8c-23a86ece4c18 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:33.587015 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0f37bba1-f417-42c3-b7ca-609f502cdc80 req-dfac5057-e94b-433a-ad8c-23a86ece4c18 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.0603008 Sep 07 14:38:33.636920 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0f37bba1-f417-42c3-b7ca-609f502cdc80 req-b6756238-52ae-4d6a-b592-7c6c4a312bff tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340023 Sep 07 14:38:33.683401 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b254b3-ac03-4fa5-8684-29c450670f90 req-f64581b4-f27e-4629-916f-568de40f1a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:33.685551 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-a3b254b3-ac03-4fa5-8684-29c450670f90 req-f64581b4-f27e-4629-916f-568de40f1a2b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=25eabbe22d5b41849961a9af5ba6fc47&device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 1099 time: 0.0440292 Sep 07 14:38:33.786300 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b254b3-ac03-4fa5-8684-29c450670f90 req-74d290e7-6833-4346-a2f5-3b4b7b320040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:33.787801 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-a3b254b3-ac03-4fa5-8684-29c450670f90 req-74d290e7-6833-4346-a2f5-3b4b7b320040 service neutron] 10.222.0.22 "GET /v2.0/networks?id=bbbe9b39-82f4-4f4e-ae09-684d6fbf682f HTTP/1.1" status: 200 len: 920 time: 0.0922356 Sep 07 14:38:33.846779 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-a3b254b3-ac03-4fa5-8684-29c450670f90 req-50e5c73f-8910-4ea4-bfc5-aa29e3efac0d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99453c35-144f-45fc-bfd8-9a3acd2f538e HTTP/1.1" status: 200 len: 217 time: 0.0415134 Sep 07 14:38:33.912765 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b254b3-ac03-4fa5-8684-29c450670f90 req-11021475-5388-4262-af5b-06c7b3ed2ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:33.914250 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-a3b254b3-ac03-4fa5-8684-29c450670f90 req-11021475-5388-4262-af5b-06c7b3ed2ebd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a82ba659-94b3-4805-891b-41571a6feb03 HTTP/1.1" status: 200 len: 859 time: 0.0495627 Sep 07 14:38:33.949951 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-a3b254b3-ac03-4fa5-8684-29c450670f90 req-9c76c0d0-eb4d-49a4-84b4-669d994f8deb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bbbe9b39-82f4-4f4e-ae09-684d6fbf682f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275679 Sep 07 14:38:34.050262 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-a3b254b3-ac03-4fa5-8684-29c450670f90 req-5318d542-95fa-4d06-ac3b-bb97e0950be3 service neutron] 10.222.0.22 "GET /v2.0/networks/bbbe9b39-82f4-4f4e-ae09-684d6fbf682f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900195 Sep 07 14:38:34.153377 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-a3b254b3-ac03-4fa5-8684-29c450670f90 req-391dffc9-1975-4015-86f7-3097f3f3b1ba service neutron] 10.222.0.22 "GET /v2.0/networks/bbbe9b39-82f4-4f4e-ae09-684d6fbf682f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947447 Sep 07 14:38:34.560500 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd69443-fdd8-4a20-9f67-6e59f718f4bf req-a4a16133-b492-43bd-b137-fe04da37fc69 tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:34.568037 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ebd69443-fdd8-4a20-9f67-6e59f718f4bf req-a4a16133-b492-43bd-b137-fe04da37fc69 tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a6f9ee6-73e4-400c-9f58-f8a97fd98c78 HTTP/1.1" status: 200 len: 950 time: 0.0561423 Sep 07 14:38:34.601433 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ebd69443-fdd8-4a20-9f67-6e59f718f4bf req-8f137854-dfbe-46ba-9cf5-ee808af7a3fc tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] 10.222.0.11 "GET /v2.0/security-groups?id=d862a681-dfbc-4b58-8788-760891be8a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325074 Sep 07 14:38:34.758908 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50be48b-e313-4518-b418-b1d372c6d895 req-7c41396d-a9eb-4c2c-b806-22d73765480d tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:34.761808 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c50be48b-e313-4518-b418-b1d372c6d895 req-7c41396d-a9eb-4c2c-b806-22d73765480d tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.0499969 Sep 07 14:38:34.807722 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c50be48b-e313-4518-b418-b1d372c6d895 req-d06ff187-e190-4459-8064-da80eaa24c6b tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403965 Sep 07 14:38:35.043894 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-5c737743-d1d5-423f-b8d1-f415e03b63da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:35.450166 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:35.726353 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d17a2-b524-4955-98fa-41d7f722ca82 req-45aa346b-0dee-4824-b99c-e535df813e4a tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:35.727915 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-827d17a2-b524-4955-98fa-41d7f722ca82 req-45aa346b-0dee-4824-b99c-e535df813e4a tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a6f9ee6-73e4-400c-9f58-f8a97fd98c78 HTTP/1.1" status: 200 len: 950 time: 0.0582421 Sep 07 14:38:35.767390 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-827d17a2-b524-4955-98fa-41d7f722ca82 req-846bc9af-d83b-41e1-8963-fa2cbc7168f4 tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] 10.222.0.11 "GET /v2.0/security-groups?id=d862a681-dfbc-4b58-8788-760891be8a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336394 Sep 07 14:38:35.922924 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab0546-5c02-4c91-8b48-50b6c84d0298 req-ad93f459-1384-4967-981b-293283321aa3 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:35.924383 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-57ab0546-5c02-4c91-8b48-50b6c84d0298 req-ad93f459-1384-4967-981b-293283321aa3 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.0487545 Sep 07 14:38:35.963121 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-57ab0546-5c02-4c91-8b48-50b6c84d0298 req-983f59a4-67fc-449d-a6be-669c967df970 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315645 Sep 07 14:38:36.187429 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:36.881956 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855cb63-9be8-4148-84fe-293bc22e630b req-8cefa000-9a85-46c0-90fe-8f44c6b57bc1 tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:36.883459 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1855cb63-9be8-4148-84fe-293bc22e630b req-8cefa000-9a85-46c0-90fe-8f44c6b57bc1 tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a6f9ee6-73e4-400c-9f58-f8a97fd98c78 HTTP/1.1" status: 200 len: 950 time: 0.0480855 Sep 07 14:38:36.922504 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1855cb63-9be8-4148-84fe-293bc22e630b req-b27fa148-6439-4c75-8777-5b6c56fe84a8 tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] 10.222.0.11 "GET /v2.0/security-groups?id=d862a681-dfbc-4b58-8788-760891be8a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324445 Sep 07 14:38:37.084351 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0ee3a-034a-4616-8070-4737b4996ffb req-69ef1345-fd28-4b66-b76e-5bbe3e8c5e2d tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:37.085729 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-edd0ee3a-034a-4616-8070-4737b4996ffb req-69ef1345-fd28-4b66-b76e-5bbe3e8c5e2d tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.0544980 Sep 07 14:38:37.127579 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-edd0ee3a-034a-4616-8070-4737b4996ffb req-841a70e0-714f-4662-9458-da6e49909ac1 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355108 Sep 07 14:38:37.780544 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:38.040778 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f95dd6-d1d2-4377-a577-81da80c6853e req-0864a2b9-3050-473b-ad13-8e1d780cf000 tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:38.042274 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c1f95dd6-d1d2-4377-a577-81da80c6853e req-0864a2b9-3050-473b-ad13-8e1d780cf000 tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a6f9ee6-73e4-400c-9f58-f8a97fd98c78 HTTP/1.1" status: 200 len: 950 time: 0.0525684 Sep 07 14:38:38.084070 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c1f95dd6-d1d2-4377-a577-81da80c6853e req-18e0cb77-1500-4977-b382-87dbe95565b1 tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] 10.222.0.11 "GET /v2.0/security-groups?id=d862a681-dfbc-4b58-8788-760891be8a6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348182 Sep 07 14:38:38.104045 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-11188157-4f39-4bd7-839b-cb48ac99e1c0 req-106fb630-d9b8-436f-a354-59d94ec9834d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386958 Sep 07 14:38:38.183080 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11188157-4f39-4bd7-839b-cb48ac99e1c0 req-7774e2c7-c31e-4d36-aed8-7b4f47a5490f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:38.186568 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-11188157-4f39-4bd7-839b-cb48ac99e1c0 req-7774e2c7-c31e-4d36-aed8-7b4f47a5490f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=25eabbe22d5b41849961a9af5ba6fc47&device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 1098 time: 0.0528767 Sep 07 14:38:38.264129 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27689853-6803-49ce-ada5-c2f78ad72c7a req-ab509760-c167-469a-9504-895272acfbc7 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:38.265643 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-27689853-6803-49ce-ada5-c2f78ad72c7a req-ab509760-c167-469a-9504-895272acfbc7 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.0572097 Sep 07 14:38:38.299357 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11188157-4f39-4bd7-839b-cb48ac99e1c0 req-f6a1bc71-a1a7-41fc-a0bc-7fa33ab24458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:38.300843 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-11188157-4f39-4bd7-839b-cb48ac99e1c0 req-f6a1bc71-a1a7-41fc-a0bc-7fa33ab24458 service neutron] 10.222.0.22 "GET /v2.0/networks?id=bbbe9b39-82f4-4f4e-ae09-684d6fbf682f HTTP/1.1" status: 200 len: 920 time: 0.0915551 Sep 07 14:38:38.306487 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-27689853-6803-49ce-ada5-c2f78ad72c7a req-f98926f0-3378-44e8-8e89-f7514ac2bd3c tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347149 Sep 07 14:38:38.365219 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-11188157-4f39-4bd7-839b-cb48ac99e1c0 req-6b1507e0-278b-4124-b514-fe3405f011e3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db7b585d-5c07-487a-b641-9f5173bd5e37 HTTP/1.1" status: 200 len: 217 time: 0.0375199 Sep 07 14:38:38.417135 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11188157-4f39-4bd7-839b-cb48ac99e1c0 req-9aafa6ad-e2bc-456c-8968-9ea6406bb800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:38.418738 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-11188157-4f39-4bd7-839b-cb48ac99e1c0 req-9aafa6ad-e2bc-456c-8968-9ea6406bb800 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a82ba659-94b3-4805-891b-41571a6feb03 HTTP/1.1" status: 200 len: 859 time: 0.0438955 Sep 07 14:38:38.459402 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-11188157-4f39-4bd7-839b-cb48ac99e1c0 req-00285d3f-bf0f-4c5b-95ed-943590ac2c71 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bbbe9b39-82f4-4f4e-ae09-684d6fbf682f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255630 Sep 07 14:38:38.563487 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-11188157-4f39-4bd7-839b-cb48ac99e1c0 req-70b23c33-c3a3-4bf6-be55-7b939a11b62d service neutron] 10.222.0.22 "GET /v2.0/networks/bbbe9b39-82f4-4f4e-ae09-684d6fbf682f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910707 Sep 07 14:38:38.613114 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67c460-5085-4d89-a199-2404cecf8e44 req-c14d3afe-fea8-44fd-b101-c63922ab0476 tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:38.614757 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bb67c460-5085-4d89-a199-2404cecf8e44 req-c14d3afe-fea8-44fd-b101-c63922ab0476 tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a6f9ee6-73e4-400c-9f58-f8a97fd98c78 HTTP/1.1" status: 200 len: 950 time: 0.0570605 Sep 07 14:38:38.659168 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-11188157-4f39-4bd7-839b-cb48ac99e1c0 req-d55aea57-cc4f-48f3-bb6c-7ed443ed57c3 service neutron] 10.222.0.22 "GET /v2.0/networks/bbbe9b39-82f4-4f4e-ae09-684d6fbf682f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864348 Sep 07 14:38:38.751285 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-bb67c460-5085-4d89-a199-2404cecf8e44 req-4dbe2c0f-2b11-49b9-b20b-7f3333ecebbe tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] Deleting port 7644db90-d4d4-409f-b009-340b567af6d4 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:38:38.751532 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bb67c460-5085-4d89-a199-2404cecf8e44 req-4dbe2c0f-2b11-49b9-b20b-7f3333ecebbe tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:38.848060 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-bb67c460-5085-4d89-a199-2404cecf8e44 req-4dbe2c0f-2b11-49b9-b20b-7f3333ecebbe tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] For port 7644db90-d4d4-409f-b009-340b567af6d4, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=7644db90-d4d4-409f-b009-340b567af6d4,segment=NetworkSegment(a3865488-c7cf-42d4-8aa0-2bec9cbe6c29),segment_id=a3865488-c7cf-42d4-8aa0-2bec9cbe6c29)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:38:38.848417 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bb67c460-5085-4d89-a199-2404cecf8e44 req-4dbe2c0f-2b11-49b9-b20b-7f3333ecebbe tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:38.863661 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-bb67c460-5085-4d89-a199-2404cecf8e44 req-4dbe2c0f-2b11-49b9-b20b-7f3333ecebbe tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] Calling delete_port for 7644db90-d4d4-409f-b009-340b567af6d4 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:38:39.112085 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bb67c460-5085-4d89-a199-2404cecf8e44 req-4dbe2c0f-2b11-49b9-b20b-7f3333ecebbe tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:39.124222 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] get_ports_and_sgs() called for port_ids ['7644db90-d4d4-409f-b009-340b567af6d4'] {{(pid=94642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:38:39.144199 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe2c0f-2b11-49b9-b20b-7f3333ecebbe tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] Pushing event deleted for resources: {'Port': ['ID=7644db90-d4d4-409f-b009-340b567af6d4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:39.239745 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cd32b192-9bc0-4f46-940c-cea8849f0b2d req-d13ad086-1f1e-4731-bb98-3eb3dc8e0cf0 tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a6f9ee6-73e4-400c-9f58-f8a97fd98c78 HTTP/1.1" status: 200 len: 210 time: 0.0596206 Sep 07 14:38:39.241957 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb67c460-5085-4d89-a199-2404cecf8e44 req-4dbe2c0f-2b11-49b9-b20b-7f3333ecebbe tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] No DVR routers for this DVR port 7644db90-d4d4-409f-b009-340b567af6d4 on host hv-cinder-76015 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:38:39.253881 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bb67c460-5085-4d89-a199-2404cecf8e44 req-4dbe2c0f-2b11-49b9-b20b-7f3333ecebbe tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:39.256110 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bb67c460-5085-4d89-a199-2404cecf8e44 req-4dbe2c0f-2b11-49b9-b20b-7f3333ecebbe tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] 10.222.0.22 "DELETE /v2.0/ports/7644db90-d4d4-409f-b009-340b567af6d4 HTTP/1.1" status: 204 len: 173 time: 0.6346927 Sep 07 14:38:39.256571 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a6f9ee6-73e4-400c-9f58-f8a97fd98c78', 'name': 'network-vif-deleted', 'tag': '7644db90-d4d4-409f-b009-340b567af6d4'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:38:39.258911 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca3d64d6ee1d62abf9801d62a4287030b5a1037887016040f3cf02e156c8ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c327e5-645c-4c9b-9975-0fdcdd817f0c" -d '{"events": [{"server_uuid": "6a6f9ee6-73e4-400c-9f58-f8a97fd98c78", "name": "network-vif-deleted", "tag": "7644db90-d4d4-409f-b009-340b567af6d4"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:38:39.312877 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a01876d-c206-4de1-9d30-dd5661c08420 x-openstack-request-id: req-1a01876d-c206-4de1-9d30-dd5661c08420 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:38:39.313231 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a6f9ee6-73e4-400c-9f58-f8a97fd98c78", "name": "network-vif-deleted", "tag": "7644db90-d4d4-409f-b009-340b567af6d4", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:38:39.313598 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1a01876d-c206-4de1-9d30-dd5661c08420 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:38:39.314035 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a6f9ee6-73e4-400c-9f58-f8a97fd98c78', 'name': 'network-vif-deleted', 'tag': '7644db90-d4d4-409f-b009-340b567af6d4', 'status': 'completed', 'code': 200} Sep 07 14:38:39.443835 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1abccf9-e67e-4ef1-a825-faa14d4fa3c2 req-8dc4cc46-f161-4f75-b89b-4adb01a19d19 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:39.445651 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b1abccf9-e67e-4ef1-a825-faa14d4fa3c2 req-8dc4cc46-f161-4f75-b89b-4adb01a19d19 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.0558467 Sep 07 14:38:39.486599 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b1abccf9-e67e-4ef1-a825-faa14d4fa3c2 req-31ec68ca-176e-4afd-b9ba-e59d7015d10f tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340409 Sep 07 14:38:40.353866 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-94f0e2f8-43b1-47a6-90df-685cff889f5d req-577201eb-f860-4063-b378-f962f115e47b tempest-VolumesNegativeTest-1747612638 tempest-VolumesNegativeTest-1747612638-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a6f9ee6-73e4-400c-9f58-f8a97fd98c78 HTTP/1.1" status: 200 len: 210 time: 0.0276003 Sep 07 14:38:40.608434 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec9018-facb-41ba-a402-6b8013a53fac req-e7131bbc-c57c-4cc9-9b36-d84028828c66 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:40.609874 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0bec9018-facb-41ba-a402-6b8013a53fac req-e7131bbc-c57c-4cc9-9b36-d84028828c66 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.0492160 Sep 07 14:38:40.648386 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0bec9018-facb-41ba-a402-6b8013a53fac req-5340e6b3-e9d5-43eb-8ec3-54db12a47f7b tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323820 Sep 07 14:38:41.780515 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e196f78d-9061-4258-8574-d0f8e7144eb6 req-339e8716-803b-4d03-8774-d851f103d5ba tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:41.781908 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e196f78d-9061-4258-8574-d0f8e7144eb6 req-339e8716-803b-4d03-8774-d851f103d5ba tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.0515742 Sep 07 14:38:41.832553 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e196f78d-9061-4258-8574-d0f8e7144eb6 req-dd5527be-f4d4-40d1-a5bf-6e117fd44052 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427394 Sep 07 14:38:42.956370 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e977935-d425-4866-97af-11471a01c79a req-43f104d2-c071-4e0e-bc7b-e80b6d7b82e3 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:42.958160 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0e977935-d425-4866-97af-11471a01c79a req-43f104d2-c071-4e0e-bc7b-e80b6d7b82e3 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.0544481 Sep 07 14:38:43.002937 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0e977935-d425-4866-97af-11471a01c79a req-31eb2ac0-0893-4e6b-a319-2ba493dd40f7 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385745 Sep 07 14:38:44.119048 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a9265-0c9a-4c24-9137-4c755d1126cf req-46998d3b-a22f-41ea-9f2f-bd91108529c3 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:44.120546 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-583a9265-0c9a-4c24-9137-4c755d1126cf req-46998d3b-a22f-41ea-9f2f-bd91108529c3 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.0486197 Sep 07 14:38:44.154043 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 7644db90-d4d4-409f-b009-340b567af6d4 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:38:44.161416 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-583a9265-0c9a-4c24-9137-4c755d1126cf req-14df96b1-b0a1-44b7-b3b0-d1f7675bdfc5 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338790 Sep 07 14:38:44.176559 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] No Port match for: 7644db90-d4d4-409f-b009-340b567af6d4 {{(pid=94642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:38:44.176912 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 7644db90-d4d4-409f-b009-340b567af6d4 not bound to the agent host hv-cinder-76015 {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:38:45.280064 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972360a-122e-4870-bdb4-a69fe6d6aac9 req-35b97c6c-27a8-4d37-9b40-02ad871ad243 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:45.283918 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4972360a-122e-4870-bdb4-a69fe6d6aac9 req-35b97c6c-27a8-4d37-9b40-02ad871ad243 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.0510211 Sep 07 14:38:45.319248 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4972360a-122e-4870-bdb4-a69fe6d6aac9 req-3ad295b7-585e-455c-bfdf-c1bc2041e41c tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315151 Sep 07 14:38:46.436830 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a73890-9733-4165-841c-5d50bd5332c6 req-8f25f473-3ea8-4789-8a19-16bdcf7b70aa tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:46.438326 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-45a73890-9733-4165-841c-5d50bd5332c6 req-8f25f473-3ea8-4789-8a19-16bdcf7b70aa tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.0521934 Sep 07 14:38:46.475228 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-45a73890-9733-4165-841c-5d50bd5332c6 req-6c5ab316-6014-439d-8beb-286b12f1db8d tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310876 Sep 07 14:38:47.588684 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a19b2-3a39-4786-a30b-17fbcbaaa12a req-f4bb6c40-006d-462b-9cdb-8a829e2a8673 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:47.590331 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-fd1a19b2-3a39-4786-a30b-17fbcbaaa12a req-f4bb6c40-006d-462b-9cdb-8a829e2a8673 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.0484939 Sep 07 14:38:47.627281 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-fd1a19b2-3a39-4786-a30b-17fbcbaaa12a req-cbba42e4-daab-408d-a90b-c0da8666a4f0 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309205 Sep 07 14:38:48.777700 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4718041-8d98-4ca6-9ca7-eba56959b0aa req-135e5cc9-e94d-4dd1-9b9c-eb6fed60e93e tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:48.787276 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d4718041-8d98-4ca6-9ca7-eba56959b0aa req-135e5cc9-e94d-4dd1-9b9c-eb6fed60e93e tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.0763648 Sep 07 14:38:48.845473 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d4718041-8d98-4ca6-9ca7-eba56959b0aa req-1bb0076b-862e-486d-813d-8e6bdbffefd2 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524187 Sep 07 14:38:49.414751 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 50488) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:49.587384 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-b3e2c9ac-6d54-4ac5-a09b-f6afbe486f74 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=db11768215b74a49a040fafe6f107956&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1709957 Sep 07 14:38:49.589799 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 50496) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:49.642372 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-29ae480c-c57c-4d61-aba3-44c29a97111a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:49.673492 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-29ae480c-c57c-4d61-aba3-44c29a97111a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:49.811322 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-29ae480c-c57c-4d61-aba3-44c29a97111a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:49.814009 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-29ae480c-c57c-4d61-aba3-44c29a97111a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:49.815183 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-29ae480c-c57c-4d61-aba3-44c29a97111a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d862a681-dfbc-4b58-8788-760891be8a6e HTTP/1.1" status: 204 len: 168 time: 0.2244346 Sep 07 14:38:49.836939 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae480c-c57c-4d61-aba3-44c29a97111a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d862a681-dfbc-4b58-8788-760891be8a6e,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:49.972785 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164eb0ec-820a-4e43-a1c1-055808c8ec59 req-8887173b-2d88-4dd7-90ac-4aa2531aecfe tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:49.974422 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-164eb0ec-820a-4e43-a1c1-055808c8ec59 req-8887173b-2d88-4dd7-90ac-4aa2531aecfe tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.0534937 Sep 07 14:38:50.018760 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-164eb0ec-820a-4e43-a1c1-055808c8ec59 req-6bc2f23a-c0ac-49b9-bb59-74d1e9f6af88 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376613 Sep 07 14:38:51.133757 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68aff5-485d-4c66-9bab-99b195f9c807 req-f06c8bbc-2b6b-47cf-85ef-c8842bb75a65 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:51.135340 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ba68aff5-485d-4c66-9bab-99b195f9c807 req-f06c8bbc-2b6b-47cf-85ef-c8842bb75a65 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.0479774 Sep 07 14:38:51.173873 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ba68aff5-485d-4c66-9bab-99b195f9c807 req-ac517000-c55f-4a96-8439-8f8304273ba6 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319538 Sep 07 14:38:51.421861 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 50544) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:51.548049 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6c929a97-6849-47c1-bf82-bc79d3c5d228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:51.636143 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6c929a97-6849-47c1-bf82-bc79d3c5d228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:51.741692 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6c929a97-6849-47c1-bf82-bc79d3c5d228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:51.779805 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-6c929a97-6849-47c1-bf82-bc79d3c5d228 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1e9de120f5474917bd9b07bd528afc4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3568728 Sep 07 14:38:51.780924 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c929a97-6849-47c1-bf82-bc79d3c5d228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f754aae7-124d-478d-8eea-46c4d0ae7e48,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:51.783871 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 50554) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:51.843874 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-13d6c45e-5c60-4abe-8ab1-d7ebcf9ca301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:51.867187 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-13d6c45e-5c60-4abe-8ab1-d7ebcf9ca301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:51.982283 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-13d6c45e-5c60-4abe-8ab1-d7ebcf9ca301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:51.985053 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-13d6c45e-5c60-4abe-8ab1-d7ebcf9ca301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:51.986819 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-13d6c45e-5c60-4abe-8ab1-d7ebcf9ca301 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f754aae7-124d-478d-8eea-46c4d0ae7e48 HTTP/1.1" status: 204 len: 168 time: 0.2005806 Sep 07 14:38:51.995676 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d6c45e-5c60-4abe-8ab1-d7ebcf9ca301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f754aae7-124d-478d-8eea-46c4d0ae7e48,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:52.309882 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d8710-6f38-4125-821c-9c294dcf86b9 req-202e0391-7e7e-4635-97b2-87a41e373423 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:52.311739 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-908d8710-6f38-4125-821c-9c294dcf86b9 req-202e0391-7e7e-4635-97b2-87a41e373423 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.0681810 Sep 07 14:38:52.355155 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-908d8710-6f38-4125-821c-9c294dcf86b9 req-43873e0c-62b4-4351-b24e-bfe645560c68 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361636 Sep 07 14:38:52.726100 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 50570) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:52.740321 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb18da76-c9e1-4479-bd41-b73fa9fdcf0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:52.834909 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb18da76-c9e1-4479-bd41-b73fa9fdcf0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:52.901741 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb18da76-c9e1-4479-bd41-b73fa9fdcf0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:52.942689 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-cb18da76-c9e1-4479-bd41-b73fa9fdcf0b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fe75ddb922e344a3ab570ee682456292&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2155173 Sep 07 14:38:52.943556 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb18da76-c9e1-4479-bd41-b73fa9fdcf0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad49915-57ab-4bd9-affe-b992b6b8b711,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:52.945770 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 50580) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:52.999812 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2bee843a-d7af-4e5e-9fa5-4c633cfe544e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:53.023075 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2bee843a-d7af-4e5e-9fa5-4c633cfe544e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:53.187626 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2bee843a-d7af-4e5e-9fa5-4c633cfe544e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:53.190263 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2bee843a-d7af-4e5e-9fa5-4c633cfe544e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:53.191460 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-2bee843a-d7af-4e5e-9fa5-4c633cfe544e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9ad49915-57ab-4bd9-affe-b992b6b8b711 HTTP/1.1" status: 204 len: 168 time: 0.2438078 Sep 07 14:38:53.199378 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bee843a-d7af-4e5e-9fa5-4c633cfe544e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad49915-57ab-4bd9-affe-b992b6b8b711,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:53.490858 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8ff4a-84f1-48a6-bc1a-bf8dacaebd37 req-b0a449e4-c170-43e8-b1e4-7973f44a8879 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:53.493125 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f7f8ff4a-84f1-48a6-bc1a-bf8dacaebd37 req-b0a449e4-c170-43e8-b1e4-7973f44a8879 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.0560348 Sep 07 14:38:53.550010 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f7f8ff4a-84f1-48a6-bc1a-bf8dacaebd37 req-27c5a5f3-3ed1-446e-8810-6f1313aa6a18 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509653 Sep 07 14:38:53.582713 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 50610) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:53.703492 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4f564a8f-11e2-49d7-a35c-f2f161c22467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:53.795296 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4f564a8f-11e2-49d7-a35c-f2f161c22467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:53.856049 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4f564a8f-11e2-49d7-a35c-f2f161c22467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:53.898769 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-4f564a8f-11e2-49d7-a35c-f2f161c22467 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d3ccb927245349739061eb2887facf1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3144751 Sep 07 14:38:53.900862 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f564a8f-11e2-49d7-a35c-f2f161c22467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3018201d-8419-4c2c-a2a7-f0a853cb0780,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:53.901670 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 50620) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:53.945223 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 50624) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:53.959725 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8abe3a82-cd49-47ae-b499-388a52e7b45b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:53.970863 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eef696d0-679e-4ffc-8b8d-779c1c95da2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:53.992807 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eef696d0-679e-4ffc-8b8d-779c1c95da2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:54.048532 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8abe3a82-cd49-47ae-b499-388a52e7b45b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:54.135737 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eef696d0-679e-4ffc-8b8d-779c1c95da2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:54.138321 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eef696d0-679e-4ffc-8b8d-779c1c95da2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:54.139495 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-eef696d0-679e-4ffc-8b8d-779c1c95da2a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3018201d-8419-4c2c-a2a7-f0a853cb0780 HTTP/1.1" status: 204 len: 168 time: 0.2367599 Sep 07 14:38:54.147282 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef696d0-679e-4ffc-8b8d-779c1c95da2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3018201d-8419-4c2c-a2a7-f0a853cb0780,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:54.164568 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8abe3a82-cd49-47ae-b499-388a52e7b45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:54.213079 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-8abe3a82-cd49-47ae-b499-388a52e7b45b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=987d49c4e4d14676a8d8e44604f96271&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2645340 Sep 07 14:38:54.213079 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe3a82-cd49-47ae-b499-388a52e7b45b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc089667-cba4-4ad3-8075-d1938153e6b5,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:54.213630 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 50630) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:54.266715 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24e98e5b-9902-4a51-a6e8-5b59f3a4c2a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:54.289591 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24e98e5b-9902-4a51-a6e8-5b59f3a4c2a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:54.416031 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24e98e5b-9902-4a51-a6e8-5b59f3a4c2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:54.418711 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24e98e5b-9902-4a51-a6e8-5b59f3a4c2a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:54.421254 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-24e98e5b-9902-4a51-a6e8-5b59f3a4c2a9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bc089667-cba4-4ad3-8075-d1938153e6b5 HTTP/1.1" status: 204 len: 168 time: 0.2064059 Sep 07 14:38:54.429693 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e98e5b-9902-4a51-a6e8-5b59f3a4c2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc089667-cba4-4ad3-8075-d1938153e6b5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:54.663286 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf811bd6-da8d-434b-8a71-573afeee86be req-f2e9570b-631e-456d-94bc-e599921e5504 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:54.664776 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bf811bd6-da8d-434b-8a71-573afeee86be req-f2e9570b-631e-456d-94bc-e599921e5504 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.0568416 Sep 07 14:38:54.715324 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bf811bd6-da8d-434b-8a71-573afeee86be req-67a03a38-3d14-4854-aa86-8686f4ff6ead tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438213 Sep 07 14:38:55.352995 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 50682) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:55.418430 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbc5ce04-4ffc-4d4b-8945-d4d0a2bb664f admin admin] Deleting subnet d1eabe4c-cf5f-4669-bd61-858f9190b897 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 14:38:55.422684 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dbc5ce04-4ffc-4d4b-8945-d4d0a2bb664f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:55.485726 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dbc5ce04-4ffc-4d4b-8945-d4d0a2bb664f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:55.493447 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dbc5ce04-4ffc-4d4b-8945-d4d0a2bb664f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7667009'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:55.536215 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97ff95-b3a1-435d-aa7e-3d7d633eb3f6 req-1ec258a9-7f41-4246-8b64-9de6caf404ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:55.537762 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4c97ff95-b3a1-435d-aa7e-3d7d633eb3f6 req-1ec258a9-7f41-4246-8b64-9de6caf404ec service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 1099 time: 0.0822470 Sep 07 14:38:55.580571 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4c97ff95-b3a1-435d-aa7e-3d7d633eb3f6 req-03e5921e-43ce-4cf2-a0c7-e52d015def9a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326443 Sep 07 14:38:55.634017 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dbc5ce04-4ffc-4d4b-8945-d4d0a2bb664f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7667064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:55.667520 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5ce04-4ffc-4d4b-8945-d4d0a2bb664f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1eabe4c-cf5f-4669-bd61-858f9190b897,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:55.671718 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dbc5ce04-4ffc-4d4b-8945-d4d0a2bb664f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:55.676378 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 50694) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:55.676890 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-dbc5ce04-4ffc-4d4b-8945-d4d0a2bb664f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d1eabe4c-cf5f-4669-bd61-858f9190b897 HTTP/1.1" status: 204 len: 168 time: 0.3223529 Sep 07 14:38:55.705697 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 50696) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:55.764003 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0e8aaa42-4b25-4a68-ae13-34308b327128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7632714'] for network, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:55.815665 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-3ff0605e-ac15-4a41-92d8-a7724173c7b1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1227177017-network', 'tenant_id': '025d873d12ae40d8bfa003df17c69926'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:38:55.852021 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47ba9a-aebf-4312-b7b3-129100fc7a65 req-ea9b1b99-586b-481a-99ed-51cf272befdd tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:55.860040 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2d47ba9a-aebf-4312-b7b3-129100fc7a65 req-ea9b1b99-586b-481a-99ed-51cf272befdd tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.0600650 Sep 07 14:38:55.867060 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0e8aaa42-4b25-4a68-ae13-34308b327128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653324', 'neutron.services.segments.db._delete_segments_for_network-8735925738105'] for network, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:55.893958 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2d47ba9a-aebf-4312-b7b3-129100fc7a65 req-7ea424f9-4254-423d-89d7-6bac456cd30d tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330381 Sep 07 14:38:55.898199 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.services.segments.db [None req-0e8aaa42-4b25-4a68-ae13-34308b327128 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9847319b-557a-4fc0-9347-65cc32e77756']}} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:38:55.908543 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.services.segments.db [None req-0e8aaa42-4b25-4a68-ae13-34308b327128 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b648bba-e0da-42fb-9272-122b868167ee') {'for_net_delete': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:38:55.909107 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.services.segments.db [None req-0e8aaa42-4b25-4a68-ae13-34308b327128 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b648bba-e0da-42fb-9272-122b868167ee') {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:38:55.918201 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0e8aaa42-4b25-4a68-ae13-34308b327128 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735925737602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101089'] for segment, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:55.931875 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0e8aaa42-4b25-4a68-ae13-34308b327128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147'] for segment, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:55.939208 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e8aaa42-4b25-4a68-ae13-34308b327128 admin admin] Releasing vlan 853 on physical network physnet1 to pool {{(pid=94641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 14:38:55.939617 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0e8aaa42-4b25-4a68-ae13-34308b327128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009568'] for segment, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:55.941194 dv-cinder-760153-9-iscsi neutron-server[94641]: Traceback (most recent call last): Sep 07 14:38:55.941194 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 14:38:55.941194 dv-cinder-760153-9-iscsi neutron-server[94641]: timer() Sep 07 14:38:55.941194 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 14:38:55.941194 dv-cinder-760153-9-iscsi neutron-server[94641]: cb(*args, **kw) Sep 07 14:38:55.941194 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 14:38:55.941194 dv-cinder-760153-9-iscsi neutron-server[94641]: return func(*args, **kwargs) Sep 07 14:38:55.941194 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 14:38:55.941194 dv-cinder-760153-9-iscsi neutron-server[94641]: self._notify() Sep 07 14:38:55.941194 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 14:38:55.941194 dv-cinder-760153-9-iscsi neutron-server[94641]: self.callback(batched_events) Sep 07 14:38:55.941194 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 14:38:55.941194 dv-cinder-760153-9-iscsi neutron-server[94641]: event.method(event) Sep 07 14:38:55.941194 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 14:38:55.941194 dv-cinder-760153-9-iscsi neutron-server[94641]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 14:38:55.941194 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 14:38:55.941194 dv-cinder-760153-9-iscsi neutron-server[94641]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 14:38:55.941194 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 14:38:55.941194 dv-cinder-760153-9-iscsi neutron-server[94641]: return f(self, *a, **k) Sep 07 14:38:55.941194 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 14:38:55.941194 dv-cinder-760153-9-iscsi neutron-server[94641]: return self._get(url).json() Sep 07 14:38:55.941194 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 14:38:55.941194 dv-cinder-760153-9-iscsi neutron-server[94641]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 14:38:55.941194 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 14:38:55.941194 dv-cinder-760153-9-iscsi neutron-server[94641]: return self.request(url, 'GET', **kwargs) Sep 07 14:38:55.941194 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 14:38:55.941194 dv-cinder-760153-9-iscsi neutron-server[94641]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 14:38:55.941194 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 14:38:55.941194 dv-cinder-760153-9-iscsi neutron-server[94641]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 14:38:55.941194 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 14:38:55.941194 dv-cinder-760153-9-iscsi neutron-server[94641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 14:38:55.941194 dv-cinder-760153-9-iscsi neutron-server[94641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 14:38:56.067688 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff0605e-ac15-4a41-92d8-a7724173c7b1 admin admin] Made reservation on behalf of 025d873d12ae40d8bfa003df17c69926 for: {'network': 1} {{(pid=94641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:38:56.070034 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3ff0605e-ac15-4a41-92d8-a7724173c7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for network, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:56.079269 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3ff0605e-ac15-4a41-92d8-a7724173c7b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:56.120241 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0e8aaa42-4b25-4a68-ae13-34308b327128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540447'] for network, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:56.128400 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0e8aaa42-4b25-4a68-ae13-34308b327128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for network, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:56.130273 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-0e8aaa42-4b25-4a68-ae13-34308b327128 admin admin] 10.222.0.11 "DELETE /v2.0/networks/9847319b-557a-4fc0-9347-65cc32e77756 HTTP/1.1" status: 204 len: 168 time: 0.4521742 Sep 07 14:38:56.133193 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 50704) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:56.146810 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8aaa42-4b25-4a68-ae13-34308b327128 admin admin] Pushing event deleted for resources: {'Network': ['ID=9847319b-557a-4fc0-9347-65cc32e77756,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:56.182260 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-c81a45c4-0eb9-4eae-8c41-78cf8c21ea41 admin admin] Deleting subnet 57e8aaeb-019b-4531-8a7e-0c963286936f {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 14:38:56.186443 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c81a45c4-0eb9-4eae-8c41-78cf8c21ea41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:56.191118 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3ff0605e-ac15-4a41-92d8-a7724173c7b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:56.220196 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c81a45c4-0eb9-4eae-8c41-78cf8c21ea41 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:56.225850 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c81a45c4-0eb9-4eae-8c41-78cf8c21ea41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7667009'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:56.313255 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3ff0605e-ac15-4a41-92d8-a7724173c7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:56.337738 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff0605e-ac15-4a41-92d8-a7724173c7b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea978eab-4b43-4b97-8c2f-cf724446e057,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:56.400034 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c81a45c4-0eb9-4eae-8c41-78cf8c21ea41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7667064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:56.405382 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ff0605e-ac15-4a41-92d8-a7724173c7b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 885} {{(pid=94641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:38:56.414846 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3ff0605e-ac15-4a41-92d8-a7724173c7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147'] for segment, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:56.415134 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.db.segments_db [None req-3ff0605e-ac15-4a41-92d8-a7724173c7b1 admin admin] Added segment d40a9a32-b77b-46dc-abfb-8f02e8c28508 of type vlan for network 1268d5bc-64b4-4afd-abd0-2d0b7e69baeb Sep 07 14:38:56.426714 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a45c4-0eb9-4eae-8c41-78cf8c21ea41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57e8aaeb-019b-4531-8a7e-0c963286936f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:56.430410 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c81a45c4-0eb9-4eae-8c41-78cf8c21ea41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:56.435423 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-c81a45c4-0eb9-4eae-8c41-78cf8c21ea41 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/57e8aaeb-019b-4531-8a7e-0c963286936f HTTP/1.1" status: 204 len: 168 time: 0.3006401 Sep 07 14:38:56.436025 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 50710) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:56.456918 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3ff0605e-ac15-4a41-92d8-a7724173c7b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735925196804'] for network, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:56.506921 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a20fb82-d9c8-4979-8ae2-825ffc78347b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7632714'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:56.552006 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3ff0605e-ac15-4a41-92d8-a7724173c7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332'] for network, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:56.553026 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff0605e-ac15-4a41-92d8-a7724173c7b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:56.553634 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3ff0605e-ac15-4a41-92d8-a7724173c7b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for network, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:56.598703 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a20fb82-d9c8-4979-8ae2-825ffc78347b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653324', 'neutron.services.segments.db._delete_segments_for_network-8735925738105'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:56.613466 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff0605e-ac15-4a41-92d8-a7724173c7b1 admin admin] Pushing event updated for resources: {'Network': ['ID=1268d5bc-64b4-4afd-abd0-2d0b7e69baeb,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:56.620260 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a20fb82-d9c8-4979-8ae2-825ffc78347b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:38:56.621123 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a20fb82-d9c8-4979-8ae2-825ffc78347b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:38:56.622091 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a20fb82-d9c8-4979-8ae2-825ffc78347b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:38:56.622426 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a20fb82-d9c8-4979-8ae2-825ffc78347b admin admin] Subscribe: > port after_create 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:38:56.622760 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a20fb82-d9c8-4979-8ae2-825ffc78347b admin admin] Subscribe: > port after_delete 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:38:56.623106 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a20fb82-d9c8-4979-8ae2-825ffc78347b admin admin] Subscribe: > port after_update 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:38:56.623215 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Network 1268d5bc-64b4-4afd-abd0-2d0b7e69baeb details requested by agent ovs-agent-dv-cinder-760153-9-iscsi with host dv-cinder-760153-9-iscsi {{(pid=94642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:38:56.623681 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a20fb82-d9c8-4979-8ae2-825ffc78347b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:38:56.623783 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a20fb82-d9c8-4979-8ae2-825ffc78347b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:38:56.624096 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a20fb82-d9c8-4979-8ae2-825ffc78347b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:38:56.624434 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a20fb82-d9c8-4979-8ae2-825ffc78347b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:38:56.681973 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-3ff0605e-ac15-4a41-92d8-a7724173c7b1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9751520 Sep 07 14:38:56.683093 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 50712) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:56.688104 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-e34fc03f-77e2-4d75-960e-1513b605ce65 admin admin] Request body: {'subnet': {'network_id': '1268d5bc-64b4-4afd-abd0-2d0b7e69baeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1227177017-subnet', 'tenant_id': '025d873d12ae40d8bfa003df17c69926', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:38:56.692307 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a20fb82-d9c8-4979-8ae2-825ffc78347b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:38:56.692751 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a20fb82-d9c8-4979-8ae2-825ffc78347b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:38:56.692968 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a20fb82-d9c8-4979-8ae2-825ffc78347b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:38:56.693294 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a20fb82-d9c8-4979-8ae2-825ffc78347b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 14:38:56.693667 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-5a20fb82-d9c8-4979-8ae2-825ffc78347b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13775a57-9637-49aa-aa12-cd9ef72229a5']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:38:56.715131 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-5a20fb82-d9c8-4979-8ae2-825ffc78347b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e16b2916-8333-42b9-824e-9f63574236d6') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:38:56.715418 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-5a20fb82-d9c8-4979-8ae2-825ffc78347b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e16b2916-8333-42b9-824e-9f63574236d6') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:38:56.732245 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a20fb82-d9c8-4979-8ae2-825ffc78347b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735925737602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3863435'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:56.752982 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a20fb82-d9c8-4979-8ae2-825ffc78347b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:56.761278 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a20fb82-d9c8-4979-8ae2-825ffc78347b admin admin] Releasing vlan 870 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 14:38:56.761661 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a20fb82-d9c8-4979-8ae2-825ffc78347b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8727723'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:56.774503 dv-cinder-760153-9-iscsi neutron-server[94640]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 14:38:56.774503 dv-cinder-760153-9-iscsi neutron-server[94640]: from cryptography.utils import int_from_bytes Sep 07 14:38:56.774503 dv-cinder-760153-9-iscsi neutron-server[94640]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 14:38:56.774503 dv-cinder-760153-9-iscsi neutron-server[94640]: from cryptography.utils import int_from_bytes Sep 07 14:38:56.774503 dv-cinder-760153-9-iscsi neutron-server[94640]: Traceback (most recent call last): Sep 07 14:38:56.774503 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 14:38:56.774503 dv-cinder-760153-9-iscsi neutron-server[94640]: timer() Sep 07 14:38:56.774503 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 14:38:56.774503 dv-cinder-760153-9-iscsi neutron-server[94640]: cb(*args, **kw) Sep 07 14:38:56.774503 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 14:38:56.774503 dv-cinder-760153-9-iscsi neutron-server[94640]: return func(*args, **kwargs) Sep 07 14:38:56.774503 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 14:38:56.774503 dv-cinder-760153-9-iscsi neutron-server[94640]: self._notify() Sep 07 14:38:56.774503 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 14:38:56.774503 dv-cinder-760153-9-iscsi neutron-server[94640]: self.callback(batched_events) Sep 07 14:38:56.774503 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 14:38:56.774503 dv-cinder-760153-9-iscsi neutron-server[94640]: event.method(event) Sep 07 14:38:56.774503 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 14:38:56.774503 dv-cinder-760153-9-iscsi neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 14:38:56.774503 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 14:38:56.774503 dv-cinder-760153-9-iscsi neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 14:38:56.774503 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 14:38:56.774503 dv-cinder-760153-9-iscsi neutron-server[94640]: return f(self, *a, **k) Sep 07 14:38:56.774503 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 14:38:56.774503 dv-cinder-760153-9-iscsi neutron-server[94640]: return self._get(url).json() Sep 07 14:38:56.774503 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 14:38:56.774503 dv-cinder-760153-9-iscsi neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 14:38:56.774503 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 14:38:56.774503 dv-cinder-760153-9-iscsi neutron-server[94640]: return self.request(url, 'GET', **kwargs) Sep 07 14:38:56.774503 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 14:38:56.774503 dv-cinder-760153-9-iscsi neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 14:38:56.774503 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 14:38:56.774503 dv-cinder-760153-9-iscsi neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 14:38:56.774503 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 14:38:56.774503 dv-cinder-760153-9-iscsi neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 14:38:56.774503 dv-cinder-760153-9-iscsi neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 14:38:56.793032 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34fc03f-77e2-4d75-960e-1513b605ce65 admin admin] Made reservation on behalf of 025d873d12ae40d8bfa003df17c69926 for: {'subnet': 1} {{(pid=94641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:38:56.796109 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e34fc03f-77e2-4d75-960e-1513b605ce65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4046450'] for subnet, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:56.921863 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a20fb82-d9c8-4979-8ae2-825ffc78347b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540447'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:56.932175 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a20fb82-d9c8-4979-8ae2-825ffc78347b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:56.935881 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-5a20fb82-d9c8-4979-8ae2-825ffc78347b admin admin] 10.222.0.11 "DELETE /v2.0/networks/13775a57-9637-49aa-aa12-cd9ef72229a5 HTTP/1.1" status: 204 len: 168 time: 0.4988973 Sep 07 14:38:56.954698 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a20fb82-d9c8-4979-8ae2-825ffc78347b admin admin] Pushing event deleted for resources: {'Network': ['ID=13775a57-9637-49aa-aa12-cd9ef72229a5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:57.048098 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8692363-9184-41be-8ed4-d92e5edfc219 req-1a9b0808-ffc0-4cab-aee6-9bbc405ef957 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:57.049772 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b8692363-9184-41be-8ed4-d92e5edfc219 req-1a9b0808-ffc0-4cab-aee6-9bbc405ef957 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.0692475 Sep 07 14:38:57.088169 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b8692363-9184-41be-8ed4-d92e5edfc219 req-f05a3827-ffd5-4e83-9171-1c1f50220a4f tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324006 Sep 07 14:38:57.124963 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e34fc03f-77e2-4d75-960e-1513b605ce65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4046436'] for subnet, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:57.189836 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fc03f-77e2-4d75-960e-1513b605ce65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e23c7853-c0fb-4d6e-bf4b-64d20f69f95f,revision_number=0']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:57.199818 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34fc03f-77e2-4d75-960e-1513b605ce65 admin admin] Checking segment: {'id': 'd40a9a32-b77b-46dc-abfb-8f02e8c28508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '1268d5bc-64b4-4afd-abd0-2d0b7e69baeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:38:57.200736 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34fc03f-77e2-4d75-960e-1513b605ce65 admin admin] Network hostable DHCP agents. Network: 1268d5bc-64b4-4afd-abd0-2d0b7e69baeb, hostable agents: ['594f7c6c-f415-4606-b669-794c15de65b6'], hosted agents: [] {{(pid=94641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:38:57.279779 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 50722) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:57.295641 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34fc03f-77e2-4d75-960e-1513b605ce65 admin admin] Network 1268d5bc-64b4-4afd-abd0-2d0b7e69baeb is scheduled to be hosted by DHCP agent 594f7c6c-f415-4606-b669-794c15de65b6 with binding_index 1 {{(pid=94641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:38:57.328486 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-4f04b970-3f84-4d02-b845-f00592e9ad17 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=47d3ca324d1047c7847ab3fba3ed4d48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472200 Sep 07 14:38:57.330998 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 50726) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:57.383973 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de4972b6-b328-4457-84e5-260a4db5212f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:57.406675 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de4972b6-b328-4457-84e5-260a4db5212f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:57.421964 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-e34fc03f-77e2-4d75-960e-1513b605ce65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760153-9-iscsi, 1268d5bc-64b4-4afd-abd0-2d0b7e69baeb) {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:38:57.426611 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34fc03f-77e2-4d75-960e-1513b605ce65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:57.427369 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e34fc03f-77e2-4d75-960e-1513b605ce65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for subnet, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:57.437618 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e51100-aae6-4b4e-8157-102eaa79bbc1 None None] Network 1268d5bc-64b4-4afd-abd0-2d0b7e69baeb requested from dv-cinder-760153-9-iscsi {{(pid=94642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:38:57.564248 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893447e6-18cc-42b9-97db-d90ab6ecdabd None None] Network 1268d5bc-64b4-4afd-abd0-2d0b7e69baeb requested from dv-cinder-760153-9-iscsi {{(pid=94642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:38:57.610584 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de4972b6-b328-4457-84e5-260a4db5212f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:57.613279 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de4972b6-b328-4457-84e5-260a4db5212f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:57.614327 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-e34fc03f-77e2-4d75-960e-1513b605ce65 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9284828 Sep 07 14:38:57.614458 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-de4972b6-b328-4457-84e5-260a4db5212f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/90ba7576-eafd-4cef-8dcc-c6a09a46d02b HTTP/1.1" status: 204 len: 168 time: 0.2825222 Sep 07 14:38:57.634194 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4972b6-b328-4457-84e5-260a4db5212f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ba7576-eafd-4cef-8dcc-c6a09a46d02b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:57.931657 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172fc51-aeb9-40e2-82ab-831a24be0cd3 req-6ae2c6fb-e8c1-4403-9837-039c8f612940 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:57.933981 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7172fc51-aeb9-40e2-82ab-831a24be0cd3 req-6ae2c6fb-e8c1-4403-9837-039c8f612940 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.0586102 Sep 07 14:38:58.009966 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7172fc51-aeb9-40e2-82ab-831a24be0cd3 req-ff0e5680-c8d1-4992-8351-9ceaefbab211 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671313 Sep 07 14:38:58.028213 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d7fe5-1527-4cc6-9a93-d74ad2ec3e7b req-899246e0-f32b-47af-8b4d-35e6abec8409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:58.030646 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ce9d7fe5-1527-4cc6-9a93-d74ad2ec3e7b req-899246e0-f32b-47af-8b4d-35e6abec8409 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=25eabbe22d5b41849961a9af5ba6fc47&device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 1099 time: 0.0616500 Sep 07 14:38:58.145901 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d7fe5-1527-4cc6-9a93-d74ad2ec3e7b req-f4e60ef6-1851-4649-9b10-f00ce051f011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:58.147477 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ce9d7fe5-1527-4cc6-9a93-d74ad2ec3e7b req-f4e60ef6-1851-4649-9b10-f00ce051f011 service neutron] 10.222.0.22 "GET /v2.0/networks?id=bbbe9b39-82f4-4f4e-ae09-684d6fbf682f HTTP/1.1" status: 200 len: 920 time: 0.1084356 Sep 07 14:38:58.190832 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ce9d7fe5-1527-4cc6-9a93-d74ad2ec3e7b req-74b3fba7-dc3e-45ee-a45e-3fcc19140a77 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99453c35-144f-45fc-bfd8-9a3acd2f538e HTTP/1.1" status: 200 len: 217 time: 0.0339503 Sep 07 14:38:58.251129 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d7fe5-1527-4cc6-9a93-d74ad2ec3e7b req-ef4306e7-a9b6-44c0-bd70-882becd45054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:58.252593 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ce9d7fe5-1527-4cc6-9a93-d74ad2ec3e7b req-ef4306e7-a9b6-44c0-bd70-882becd45054 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a82ba659-94b3-4805-891b-41571a6feb03 HTTP/1.1" status: 200 len: 859 time: 0.0530958 Sep 07 14:38:58.288100 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ce9d7fe5-1527-4cc6-9a93-d74ad2ec3e7b req-96156da8-f6cb-4e18-a5ec-1072fa7ef28a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=bbbe9b39-82f4-4f4e-ae09-684d6fbf682f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260537 Sep 07 14:38:58.374260 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 50764) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:58.385063 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ce9d7fe5-1527-4cc6-9a93-d74ad2ec3e7b req-d367ecd9-7ec3-43ef-92a1-029768633a56 service neutron] 10.222.0.22 "GET /v2.0/networks/bbbe9b39-82f4-4f4e-ae09-684d6fbf682f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889251 Sep 07 14:38:58.421801 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-2e5650fa-af74-4b76-87a9-76b8b24df935 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2a4b9a21c451424d808a562295c6118a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437174 Sep 07 14:38:58.422067 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 50766) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:58.471744 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9a950cce-3368-4edd-95b6-2f27dc49e9ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:58.484843 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ce9d7fe5-1527-4cc6-9a93-d74ad2ec3e7b req-360017af-a26d-407a-883e-e8818d49a49c service neutron] 10.222.0.22 "GET /v2.0/networks/bbbe9b39-82f4-4f4e-ae09-684d6fbf682f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908947 Sep 07 14:38:58.499418 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9a950cce-3368-4edd-95b6-2f27dc49e9ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:58.622822 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9a950cce-3368-4edd-95b6-2f27dc49e9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:58.625695 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9a950cce-3368-4edd-95b6-2f27dc49e9ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:38:58.627081 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-9a950cce-3368-4edd-95b6-2f27dc49e9ea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0d358ca6-af5b-4cb0-ad90-8ebb37103dea HTTP/1.1" status: 204 len: 168 time: 0.2041225 Sep 07 14:38:58.635048 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a950cce-3368-4edd-95b6-2f27dc49e9ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d358ca6-af5b-4cb0-ad90-8ebb37103dea,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:38:59.352146 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4301424-8e90-43d4-8cab-fc5605d8beec req-4cb748ec-15a5-4d43-b330-6568f0918251 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:59.353635 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d4301424-8e90-43d4-8cab-fc5605d8beec req-4cb748ec-15a5-4d43-b330-6568f0918251 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.2697966 Sep 07 14:38:59.391742 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d4301424-8e90-43d4-8cab-fc5605d8beec req-528ca84b-79b4-444e-9996-80fcddf22781 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315974 Sep 07 14:38:59.882071 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 50824) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:38:59.945211 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-ceaa0d6b-693a-4e4f-9560-a1b7df67b814 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:38:59.946856 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-ceaa0d6b-693a-4e4f-9560-a1b7df67b814 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/networks?id=1268d5bc-64b4-4afd-abd0-2d0b7e69baeb HTTP/1.1" status: 200 len: 809 time: 0.1069126 Sep 07 14:38:59.965300 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-b23c7d88-c194-44e4-be95-6e26c826b7fc tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/quotas/025d873d12ae40d8bfa003df17c69926 HTTP/1.1" status: 200 len: 375 time: 0.0109522 Sep 07 14:38:59.981229 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-60e1f8c2-6475-401a-8f8f-b526e2c9abba admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1625730596-network', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:38:59.998890 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-6bf8fb2c-9bb0-467e-9649-727bc1f957bb tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=025d873d12ae40d8bfa003df17c69926&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274889 Sep 07 14:39:00.055860 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e1f8c2-6475-401a-8f8f-b526e2c9abba admin admin] Made reservation on behalf of ddcff35f4fe74c3087d85eedd77cfcb3 for: {'network': 1} {{(pid=94641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:39:00.058356 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-60e1f8c2-6475-401a-8f8f-b526e2c9abba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for network, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:00.067738 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-60e1f8c2-6475-401a-8f8f-b526e2c9abba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:00.119751 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-8cf239b5-ad36-4446-a7df-fa1ebc719717 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 14:39:00.119751 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-8cf239b5-ad36-4446-a7df-fa1ebc719717 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0538409 Sep 07 14:39:00.167231 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-60e1f8c2-6475-401a-8f8f-b526e2c9abba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:00.212318 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-e73e13e0-edd4-473a-b9ad-81b4fb1aaf97 service neutron] 10.222.0.11 "GET /v2.0/networks/1268d5bc-64b4-4afd-abd0-2d0b7e69baeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864995 Sep 07 14:39:00.305305 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-7a02d56a-18e7-4531-8045-40811fbdf38a service neutron] 10.222.0.11 "GET /v2.0/networks/1268d5bc-64b4-4afd-abd0-2d0b7e69baeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861037 Sep 07 14:39:00.386138 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.agents_db [None req-8586c0a8-7e1b-4ad5-b29e-274ce3295afb None None] Agent healthcheck: found 6 active agents {{(pid=94643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:39:00.479386 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-60e1f8c2-6475-401a-8f8f-b526e2c9abba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:00.505371 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60e1f8c2-6475-401a-8f8f-b526e2c9abba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 866} {{(pid=94641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:39:00.512772 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee801fdb-7bd8-4035-aa08-13b181fb569e req-0c3c5e44-fd93-4ca1-9ef6-20315c4cd919 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:00.514475 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e1f8c2-6475-401a-8f8f-b526e2c9abba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be88ade7-e2cf-47c6-9b0c-b9a2c3a03a80,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:00.514882 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ee801fdb-7bd8-4035-aa08-13b181fb569e req-0c3c5e44-fd93-4ca1-9ef6-20315c4cd919 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.0523238 Sep 07 14:39:00.525953 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-60e1f8c2-6475-401a-8f8f-b526e2c9abba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147'] for segment, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:00.526310 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.db.segments_db [None req-60e1f8c2-6475-401a-8f8f-b526e2c9abba admin admin] Added segment 33cad443-550e-44eb-8a23-9490b4c4b203 of type vlan for network 10bc76c4-28c7-4ddc-9078-74979f2c3f45 Sep 07 14:39:00.581240 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ee801fdb-7bd8-4035-aa08-13b181fb569e req-008d112c-a476-4b57-84a6-ad4d44b6edfb tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591846 Sep 07 14:39:00.595911 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-60e1f8c2-6475-401a-8f8f-b526e2c9abba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735925196804'] for network, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:00.635775 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-28135ad7-5c81-468e-a8ec-66162e4f7214 req-d22a0485-4ac1-47d3-87a6-3b0b4a5ecf22 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ae5c3d4-1f71-44f1-8699-f2f055eea6e5 HTTP/1.1" status: 200 len: 210 time: 0.0394559 Sep 07 14:39:00.701559 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-60e1f8c2-6475-401a-8f8f-b526e2c9abba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332'] for network, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:00.702945 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e1f8c2-6475-401a-8f8f-b526e2c9abba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:00.703861 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-60e1f8c2-6475-401a-8f8f-b526e2c9abba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for network, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:00.767451 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e1f8c2-6475-401a-8f8f-b526e2c9abba admin admin] Pushing event updated for resources: {'Network': ['ID=10bc76c4-28c7-4ddc-9078-74979f2c3f45,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:00.778429 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Network 10bc76c4-28c7-4ddc-9078-74979f2c3f45 details requested by agent ovs-agent-dv-cinder-760153-9-iscsi with host dv-cinder-760153-9-iscsi {{(pid=94642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:39:00.780853 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 50854) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:39:00.781162 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-60e1f8c2-6475-401a-8f8f-b526e2c9abba admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8979647 Sep 07 14:39:00.788755 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ca44348c-edd0-4e52-84eb-93005a0f70b2 admin admin] Request body: {'subnet': {'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1625730596-subnet', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:39:00.788867 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 50856) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:39:00.856001 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca44348c-edd0-4e52-84eb-93005a0f70b2 admin admin] Made reservation on behalf of ddcff35f4fe74c3087d85eedd77cfcb3 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:39:00.859045 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca44348c-edd0-4e52-84eb-93005a0f70b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8658449'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:00.902651 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-250f8047-ace7-4a56-800e-c1011a2b28ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:00.995325 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-250f8047-ace7-4a56-800e-c1011a2b28ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:01.089318 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-250f8047-ace7-4a56-800e-c1011a2b28ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:01.125021 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca44348c-edd0-4e52-84eb-93005a0f70b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8728008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8658439'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:01.128337 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-250f8047-ace7-4a56-800e-c1011a2b28ac admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=58716b6dc56b401fb1744955a8857fcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3384540 Sep 07 14:39:01.130548 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f8047-ace7-4a56-800e-c1011a2b28ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133f2124-628f-4f8a-94ca-ff8c5d408305,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:01.132850 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 50862) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:39:01.185143 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cc9ec281-a4db-4001-9b4a-8cd505153918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:01.187166 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca44348c-edd0-4e52-84eb-93005a0f70b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=846cc3d9-b8d8-4a47-8daf-12b566ed01c8,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:01.197036 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca44348c-edd0-4e52-84eb-93005a0f70b2 admin admin] Checking segment: {'id': '33cad443-550e-44eb-8a23-9490b4c4b203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:39:01.197625 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca44348c-edd0-4e52-84eb-93005a0f70b2 admin admin] Network hostable DHCP agents. Network: 10bc76c4-28c7-4ddc-9078-74979f2c3f45, hostable agents: ['594f7c6c-f415-4606-b669-794c15de65b6'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:39:01.210350 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cc9ec281-a4db-4001-9b4a-8cd505153918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:01.313566 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca44348c-edd0-4e52-84eb-93005a0f70b2 admin admin] Network 10bc76c4-28c7-4ddc-9078-74979f2c3f45 is scheduled to be hosted by DHCP agent 594f7c6c-f415-4606-b669-794c15de65b6 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:39:01.313725 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cc9ec281-a4db-4001-9b4a-8cd505153918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:01.316359 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cc9ec281-a4db-4001-9b4a-8cd505153918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:01.317787 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-cc9ec281-a4db-4001-9b4a-8cd505153918 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/133f2124-628f-4f8a-94ca-ff8c5d408305 HTTP/1.1" status: 204 len: 168 time: 0.1840189 Sep 07 14:39:01.329049 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ec281-a4db-4001-9b4a-8cd505153918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133f2124-628f-4f8a-94ca-ff8c5d408305,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:01.410721 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-ca44348c-edd0-4e52-84eb-93005a0f70b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760153-9-iscsi, 10bc76c4-28c7-4ddc-9078-74979f2c3f45) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:39:01.415340 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca44348c-edd0-4e52-84eb-93005a0f70b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:01.424012 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca44348c-edd0-4e52-84eb-93005a0f70b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:01.425340 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae3eb8b-6a7c-43ab-8319-e0f6a38bd61a None None] Network 10bc76c4-28c7-4ddc-9078-74979f2c3f45 requested from dv-cinder-760153-9-iscsi {{(pid=94642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:39:01.508770 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-ca44348c-edd0-4e52-84eb-93005a0f70b2 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7263796 Sep 07 14:39:01.512135 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 50868) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:39:01.518426 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-548549b5-1885-4252-a8a3-cffa2041488c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1625730596-router', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:39:01.568727 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822efa88-ec9c-4b3b-9187-cf6880dd43ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05a14c16-e9db-5d56-af18-52452e2ad435-10bc76c4-28c7-4ddc-9078-74979f2c3f45', 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'fixed_ips': [{'subnet_id': '846cc3d9-b8d8-4a47-8daf-12b566ed01c8'}]}} from dv-cinder-760153-9-iscsi. {{(pid=94642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 14:39:01.569823 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-822efa88-ec9c-4b3b-9187-cf6880dd43ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:01.741477 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.db_base_plugin_common [None req-822efa88-ec9c-4b3b-9187-cf6880dd43ef None None] Allocated IP 172.20.0.2 (10bc76c4-28c7-4ddc-9078-74979f2c3f45/846cc3d9-b8d8-4a47-8daf-12b566ed01c8/d39e04e1-2aac-4c6c-bfc4-89dd29971372) {{(pid=94642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:39:01.757220 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a8d17457-9cea-4789-a7fb-8c56c5006442 req-b84b770d-7c0d-4bae-8497-d23383b78a0e tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ae5c3d4-1f71-44f1-8699-f2f055eea6e5 HTTP/1.1" status: 200 len: 210 time: 0.0369797 Sep 07 14:39:01.781944 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14a1a1-a2c0-4c8d-9f9d-f3099a0b5761 req-bfd8e272-c388-47b6-b1f9-7894ffdccc9b tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:01.783239 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bb14a1a1-a2c0-4c8d-9f9d-f3099a0b5761 req-bfd8e272-c388-47b6-b1f9-7894ffdccc9b tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.0949433 Sep 07 14:39:01.790877 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-548549b5-1885-4252-a8a3-cffa2041488c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3706'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:01.843751 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-548549b5-1885-4252-a8a3-cffa2041488c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3683'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:01.851719 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bb14a1a1-a2c0-4c8d-9f9d-f3099a0b5761 req-dc2c97d8-01ae-41cc-b11b-24e78aa90832 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674968 Sep 07 14:39:01.898069 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-822efa88-ec9c-4b3b-9187-cf6880dd43ef None None] Notify callbacks [] for port, precommit_create {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:01.907182 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-822efa88-ec9c-4b3b-9187-cf6880dd43ef None None] Transition to ACTIVE for port object d39e04e1-2aac-4c6c-bfc4-89dd29971372 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:39:01.912918 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-548549b5-1885-4252-a8a3-cffa2041488c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:02.083485 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-822efa88-ec9c-4b3b-9187-cf6880dd43ef None None] Transition to ACTIVE for port object d39e04e1-2aac-4c6c-bfc4-89dd29971372 will not be triggered until provisioned by entity DHCP. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:39:02.252155 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-822efa88-ec9c-4b3b-9187-cf6880dd43ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533'] for port, after_create {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:02.307135 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822efa88-ec9c-4b3b-9187-cf6880dd43ef None None] Network 10bc76c4-28c7-4ddc-9078-74979f2c3f45 is already hosted by enough agents. {{(pid=94642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:39:02.314842 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.scheduler.base_scheduler [None req-822efa88-ec9c-4b3b-9187-cf6880dd43ef None None] Resources bound (agent type, host, resource id): {{(pid=94642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:39:02.317197 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822efa88-ec9c-4b3b-9187-cf6880dd43ef None None] Received port after_create {{(pid=94642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:39:02.320186 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822efa88-ec9c-4b3b-9187-cf6880dd43ef None None] Pushing event updated for resources: {'Port': ['ID=d39e04e1-2aac-4c6c-bfc4-89dd29971372,revision_number=1']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:02.353330 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822efa88-ec9c-4b3b-9187-cf6880dd43ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:39:02.353586 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822efa88-ec9c-4b3b-9187-cf6880dd43ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:39:02.354150 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822efa88-ec9c-4b3b-9187-cf6880dd43ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:39:02.354693 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822efa88-ec9c-4b3b-9187-cf6880dd43ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:39:02.355035 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822efa88-ec9c-4b3b-9187-cf6880dd43ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:39:02.355385 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822efa88-ec9c-4b3b-9187-cf6880dd43ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:39:02.355718 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822efa88-ec9c-4b3b-9187-cf6880dd43ef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:39:02.356049 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822efa88-ec9c-4b3b-9187-cf6880dd43ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:39:02.357344 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822efa88-ec9c-4b3b-9187-cf6880dd43ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:39:02.357712 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822efa88-ec9c-4b3b-9187-cf6880dd43ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:39:02.358086 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822efa88-ec9c-4b3b-9187-cf6880dd43ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:39:02.358418 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822efa88-ec9c-4b3b-9187-cf6880dd43ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:39:02.383997 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-5eb176f2-14c0-4db1-a600-9b4dd8eee716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:02.398566 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-822efa88-ec9c-4b3b-9187-cf6880dd43ef None None] Attempting to bind port d39e04e1-2aac-4c6c-bfc4-89dd29971372 on host dv-cinder-760153-9-iscsi for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:39:02.400883 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-822efa88-ec9c-4b3b-9187-cf6880dd43ef None None] Attempting to bind port d39e04e1-2aac-4c6c-bfc4-89dd29971372 by drivers openvswitch,hyperv on host dv-cinder-760153-9-iscsi at level 0 using segments [{'id': '33cad443-550e-44eb-8a23-9490b4c4b203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:39:02.400883 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822efa88-ec9c-4b3b-9187-cf6880dd43ef None None] Attempting to bind port d39e04e1-2aac-4c6c-bfc4-89dd29971372 on network 10bc76c4-28c7-4ddc-9078-74979f2c3f45 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:39:02.404677 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-548549b5-1885-4252-a8a3-cffa2041488c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:02.405044 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822efa88-ec9c-4b3b-9187-cf6880dd43ef None None] Checking agent: {'id': '603a9555-31ed-459d-ae44-8ccb1c39f9f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 28, 5), 'started_at': datetime.datetime(2021, 9, 7, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:39:02.405521 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822efa88-ec9c-4b3b-9187-cf6880dd43ef None None] Checking segment: {'id': '33cad443-550e-44eb-8a23-9490b4c4b203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:39:02.406108 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-822efa88-ec9c-4b3b-9187-cf6880dd43ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:02.406498 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822efa88-ec9c-4b3b-9187-cf6880dd43ef None None] Bound using segment: {'id': '33cad443-550e-44eb-8a23-9490b4c4b203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:39:02.406979 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-822efa88-ec9c-4b3b-9187-cf6880dd43ef None None] Bound port: d39e04e1-2aac-4c6c-bfc4-89dd29971372, host: dv-cinder-760153-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33cad443-550e-44eb-8a23-9490b4c4b203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:39:02.407363 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-822efa88-ec9c-4b3b-9187-cf6880dd43ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:02.503414 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-822efa88-ec9c-4b3b-9187-cf6880dd43ef None None] For port d39e04e1-2aac-4c6c-bfc4-89dd29971372, host dv-cinder-760153-9-iscsi, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:39:02.518513 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-822efa88-ec9c-4b3b-9187-cf6880dd43ef None None] For port d39e04e1-2aac-4c6c-bfc4-89dd29971372, host dv-cinder-760153-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=d39e04e1-2aac-4c6c-bfc4-89dd29971372,segment=NetworkSegment(33cad443-550e-44eb-8a23-9490b4c4b203),segment_id=33cad443-550e-44eb-8a23-9490b4c4b203)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:39:02.603199 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:02.604624 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-822efa88-ec9c-4b3b-9187-cf6880dd43ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:02.680106 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822efa88-ec9c-4b3b-9187-cf6880dd43ef None None] Pushing event updated for resources: {'Port': ['ID=d39e04e1-2aac-4c6c-bfc4-89dd29971372,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:02.760108 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-548549b5-1885-4252-a8a3-cffa2041488c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:02.780684 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-548549b5-1885-4252-a8a3-cffa2041488c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:02.788664 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 50906) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:39:02.933684 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e4271f81-d095-4d24-90a8-51a75c7b1313 req-d4fb5990-a6b4-4997-8841-9e62ea9e4e25 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ae5c3d4-1f71-44f1-8699-f2f055eea6e5 HTTP/1.1" status: 200 len: 210 time: 0.0638785 Sep 07 14:39:02.952358 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-d2fe78fc-a168-4f03-95b2-5848f4863582 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1659837734-network', 'tenant_id': '2c2a57f6d9c44352845943f3bb3b8fa2'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:39:02.957382 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-548549b5-1885-4252-a8a3-cffa2041488c admin admin] Allocated IP 172.27.3.39 (f04259db-55ec-42a0-98f6-02412be1dbca/67ecb36d-e9a7-4541-9321-65fb5ffda8c8/eb666416-6561-4d0c-8443-5923fb1ed931) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:39:03.071453 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-548549b5-1885-4252-a8a3-cffa2041488c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:03.078992 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2fe78fc-a168-4f03-95b2-5848f4863582 admin admin] Made reservation on behalf of 2c2a57f6d9c44352845943f3bb3b8fa2 for: {'network': 1} {{(pid=94641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:39:03.081288 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d2fe78fc-a168-4f03-95b2-5848f4863582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for network, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:03.090277 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d2fe78fc-a168-4f03-95b2-5848f4863582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:03.184460 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d2fe78fc-a168-4f03-95b2-5848f4863582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:03.206103 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-548549b5-1885-4252-a8a3-cffa2041488c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8727932'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:03.261168 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-203dd2d6-24c9-4381-80cd-6e8be3b820d1 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:03.262700 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-203dd2d6-24c9-4381-80cd-6e8be3b820d1 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.22 "GET /v2.0/networks?id=1268d5bc-64b4-4afd-abd0-2d0b7e69baeb HTTP/1.1" status: 200 len: 809 time: 0.1517813 Sep 07 14:39:03.266654 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548549b5-1885-4252-a8a3-cffa2041488c admin admin] Network f04259db-55ec-42a0-98f6-02412be1dbca is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:39:03.279040 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-548549b5-1885-4252-a8a3-cffa2041488c admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:39:03.279040 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548549b5-1885-4252-a8a3-cffa2041488c admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:39:03.288802 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-1a4733a8-da8e-4e26-b435-eab207786a1c tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Request body: {'port': {'device_id': '5ae5c3d4-1f71-44f1-8699-f2f055eea6e5', 'network_id': '1268d5bc-64b4-4afd-abd0-2d0b7e69baeb', 'admin_state_up': True, 'tenant_id': '025d873d12ae40d8bfa003df17c69926'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:39:03.296250 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548549b5-1885-4252-a8a3-cffa2041488c admin admin] Pushing event updated for resources: {'Port': ['ID=eb666416-6561-4d0c-8443-5923fb1ed931,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:03.348026 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d2fe78fc-a168-4f03-95b2-5848f4863582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:03.394369 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe78fc-a168-4f03-95b2-5848f4863582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5896ba6-76a9-4e7c-89db-4f3ac61a27ec,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:03.475264 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device d39e04e1-2aac-4c6c-bfc4-89dd29971372 up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:39:03.507832 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2fe78fc-a168-4f03-95b2-5848f4863582 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 894} {{(pid=94641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:39:03.530839 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d2fe78fc-a168-4f03-95b2-5848f4863582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147'] for segment, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:03.531541 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.db.segments_db [None req-d2fe78fc-a168-4f03-95b2-5848f4863582 admin admin] Added segment d5edefeb-33fd-4ac2-ab34-abbc58fe06c1 of type vlan for network c71be1b0-a472-4531-9620-78c524d44afd Sep 07 14:39:03.590557 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d2fe78fc-a168-4f03-95b2-5848f4863582 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735925196804'] for network, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:03.656371 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65925042-2295-4f00-834e-b2ce1716fed1 None None] Network 10bc76c4-28c7-4ddc-9078-74979f2c3f45 requested from dv-cinder-760153-9-iscsi {{(pid=94642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:39:03.730626 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning for port d39e04e1-2aac-4c6c-bfc4-89dd29971372 completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:39:03.734347 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-1a4733a8-da8e-4e26-b435-eab207786a1c tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Made reservation on behalf of 025d873d12ae40d8bfa003df17c69926 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:39:03.738133 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-1a4733a8-da8e-4e26-b435-eab207786a1c tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:03.770977 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d2fe78fc-a168-4f03-95b2-5848f4863582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332'] for network, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:03.772070 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fe78fc-a168-4f03-95b2-5848f4863582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:03.772661 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d2fe78fc-a168-4f03-95b2-5848f4863582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for network, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:03.797976 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-ca5da042-077d-4c48-bd30-8966b21ec2b8 None None] Provisioning for port d39e04e1-2aac-4c6c-bfc4-89dd29971372 completed by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:39:03.806636 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-ca5da042-077d-4c48-bd30-8966b21ec2b8 None None] Provisioning complete for port d39e04e1-2aac-4c6c-bfc4-89dd29971372 triggered by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:39:03.807014 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ca5da042-077d-4c48-bd30-8966b21ec2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:03.838778 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe78fc-a168-4f03-95b2-5848f4863582 admin admin] Pushing event updated for resources: {'Network': ['ID=c71be1b0-a472-4531-9620-78c524d44afd,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:03.860861 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Network c71be1b0-a472-4531-9620-78c524d44afd details requested by agent ovs-agent-dv-cinder-760153-9-iscsi with host dv-cinder-760153-9-iscsi {{(pid=94642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:39:03.863260 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-d2fe78fc-a168-4f03-95b2-5848f4863582 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0733988 Sep 07 14:39:03.866180 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 50918) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:39:03.870857 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-766dd516-07fe-4f4c-9993-e7f9ec5eb40e admin admin] Request body: {'subnet': {'network_id': 'c71be1b0-a472-4531-9620-78c524d44afd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1659837734-subnet', 'tenant_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'ip_version': 4}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:39:03.952910 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-548549b5-1885-4252-a8a3-cffa2041488c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:04.010912 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766dd516-07fe-4f4c-9993-e7f9ec5eb40e admin admin] Made reservation on behalf of 2c2a57f6d9c44352845943f3bb3b8fa2 for: {'subnet': 1} {{(pid=94641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:39:04.013325 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-766dd516-07fe-4f4c-9993-e7f9ec5eb40e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4046450'] for subnet, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:04.053849 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bd8c8f0b-0013-4955-9cee-b51aeee70067 req-36354e12-0bdc-4330-8aa3-fc1c6cf27780 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ae5c3d4-1f71-44f1-8699-f2f055eea6e5 HTTP/1.1" status: 200 len: 210 time: 0.0415356 Sep 07 14:39:04.107977 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-1a4733a8-da8e-4e26-b435-eab207786a1c tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Allocated IP 172.20.0.3 (1268d5bc-64b4-4afd-abd0-2d0b7e69baeb/e23c7853-c0fb-4d6e-bf4b-64d20f69f95f/e18cf856-d000-4bcf-b773-bcd023f05179) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:39:04.119334 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ca5da042-077d-4c48-bd30-8966b21ec2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:04.153050 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-ca5da042-077d-4c48-bd30-8966b21ec2b8 None None] For port d39e04e1-2aac-4c6c-bfc4-89dd29971372, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=d39e04e1-2aac-4c6c-bfc4-89dd29971372,segment=NetworkSegment(33cad443-550e-44eb-8a23-9490b4c4b203),segment_id=33cad443-550e-44eb-8a23-9490b4c4b203)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:39:04.256137 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ca5da042-077d-4c48-bd30-8966b21ec2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:04.289886 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-766dd516-07fe-4f4c-9993-e7f9ec5eb40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4046436'] for subnet, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:04.310072 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5da042-077d-4c48-bd30-8966b21ec2b8 None None] Pushing event updated for resources: {'Port': ['ID=d39e04e1-2aac-4c6c-bfc4-89dd29971372,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:04.380974 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9dfaec34-a2b1-481b-b8e5-5aa0845d83de None None] Provisioning complete for port d39e04e1-2aac-4c6c-bfc4-89dd29971372 triggered by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:39:04.381834 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9dfaec34-a2b1-481b-b8e5-5aa0845d83de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:04.538451 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-548549b5-1885-4252-a8a3-cffa2041488c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539083'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:04.569138 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766dd516-07fe-4f4c-9993-e7f9ec5eb40e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1665e509-0b7d-4482-9e4d-29c028e42a95,revision_number=0']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:04.578675 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766dd516-07fe-4f4c-9993-e7f9ec5eb40e admin admin] Checking segment: {'id': 'd5edefeb-33fd-4ac2-ab34-abbc58fe06c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'c71be1b0-a472-4531-9620-78c524d44afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:39:04.579097 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766dd516-07fe-4f4c-9993-e7f9ec5eb40e admin admin] Network hostable DHCP agents. Network: c71be1b0-a472-4531-9620-78c524d44afd, hostable agents: ['594f7c6c-f415-4606-b669-794c15de65b6'], hosted agents: [] {{(pid=94641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:39:04.623961 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-1a4733a8-da8e-4e26-b435-eab207786a1c tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:04.696637 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766dd516-07fe-4f4c-9993-e7f9ec5eb40e admin admin] Network c71be1b0-a472-4531-9620-78c524d44afd is scheduled to be hosted by DHCP agent 594f7c6c-f415-4606-b669-794c15de65b6 with binding_index 1 {{(pid=94641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:39:04.787492 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-766dd516-07fe-4f4c-9993-e7f9ec5eb40e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760153-9-iscsi, c71be1b0-a472-4531-9620-78c524d44afd) {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:39:04.792028 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766dd516-07fe-4f4c-9993-e7f9ec5eb40e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:04.796716 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-766dd516-07fe-4f4c-9993-e7f9ec5eb40e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for subnet, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:04.797443 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9106f42c-5b0e-4d7f-9d12-a7cb914f79bc None None] Network c71be1b0-a472-4531-9620-78c524d44afd requested from dv-cinder-760153-9-iscsi {{(pid=94642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:39:04.828781 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-548549b5-1885-4252-a8a3-cffa2041488c admin admin] Router c5538baf-d137-49c4-8cbb-cac645afeab4 is scheduled to L3 agent ca4ca367-a056-42f7-949c-96b33f8f39bf with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 14:39:04.831426 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-1a4733a8-da8e-4e26-b435-eab207786a1c tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8727932'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:04.912813 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-1a4733a8-da8e-4e26-b435-eab207786a1c tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Network 1268d5bc-64b4-4afd-abd0-2d0b7e69baeb is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:39:04.928137 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-1a4733a8-da8e-4e26-b435-eab207786a1c tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:39:04.931753 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-1a4733a8-da8e-4e26-b435-eab207786a1c tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:39:04.943413 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-766dd516-07fe-4f4c-9993-e7f9ec5eb40e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0761805 Sep 07 14:39:04.952131 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 50934) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:39:04.952814 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-c85e211d-71a4-4842-9956-60a44083fb81 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1659837734-router', 'tenant_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'}}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:39:04.969757 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f958de6d-632f-4930-bf8a-c9f82a972aa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05a14c16-e9db-5d56-af18-52452e2ad435-c71be1b0-a472-4531-9620-78c524d44afd', 'network_id': 'c71be1b0-a472-4531-9620-78c524d44afd', 'tenant_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'fixed_ips': [{'subnet_id': '1665e509-0b7d-4482-9e4d-29c028e42a95'}]}} from dv-cinder-760153-9-iscsi. {{(pid=94642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 14:39:04.970690 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f958de6d-632f-4930-bf8a-c9f82a972aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:04.975978 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4733a8-da8e-4e26-b435-eab207786a1c tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Pushing event updated for resources: {'Port': ['ID=e18cf856-d000-4bcf-b773-bcd023f05179,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:05.046510 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-1a4733a8-da8e-4e26-b435-eab207786a1c tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:05.049181 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-1a4733a8-da8e-4e26-b435-eab207786a1c tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:05.071317 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f2eeb000-7d5a-4397-8421-3b043a6b5275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:05.071531 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548549b5-1885-4252-a8a3-cffa2041488c admin admin] Notify agent at l3_agent.dv-cinder-760153-9-iscsi the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:39:05.089975 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaec0f6-2007-4359-b7c4-f6f49a373e22 None None] Sync routers for ids ['c5538baf-d137-49c4-8cbb-cac645afeab4'] in dv-cinder-760153-9-iscsi {{(pid=94643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:39:05.099274 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaec0f6-2007-4359-b7c4-f6f49a373e22 None None] Routers {'c5538baf-d137-49c4-8cbb-cac645afeab4'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:39:05.099892 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-fbaec0f6-2007-4359-b7c4-f6f49a373e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:39:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['c5538baf-d137-49c4-8cbb-cac645afeab4'], 'active': True} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:05.102001 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c85e211d-71a4-4842-9956-60a44083fb81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3706'] for router, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:05.106667 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c85e211d-71a4-4842-9956-60a44083fb81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3683'] for router, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:05.154678 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-548549b5-1885-4252-a8a3-cffa2041488c admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:05.156901 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c85e211d-71a4-4842-9956-60a44083fb81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:05.158582 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-548549b5-1885-4252-a8a3-cffa2041488c admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6451640 Sep 07 14:39:05.160984 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 50940) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:39:05.182533 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.db_base_plugin_common [None req-f958de6d-632f-4930-bf8a-c9f82a972aa0 None None] Allocated IP 172.20.0.2 (c71be1b0-a472-4531-9620-78c524d44afd/1665e509-0b7d-4482-9e4d-29c028e42a95/dbba5665-2d5d-4f96-b0e3-7f9421eb94e1) {{(pid=94642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:39:05.201373 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-1a4733a8-da8e-4e26-b435-eab207786a1c tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9166923 Sep 07 14:39:05.217441 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-de8af63a-a685-4771-a4f7-93b3fdc15e03 service neutron] Request body: {'port': {'device_id': '5ae5c3d4-1f71-44f1-8699-f2f055eea6e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:39:05.245255 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvr_db [None req-fbaec0f6-2007-4359-b7c4-f6f49a373e22 None None] Set router c5538baf-d137-49c4-8cbb-cac645afeab4 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:39:05.261814 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29101d-d624-4c25-8823-b09a520b690f req-e8208b85-5c7e-4748-9e0d-4fceb9961d7e tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:05.264665 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ab29101d-d624-4c25-8823-b09a520b690f req-e8208b85-5c7e-4748-9e0d-4fceb9961d7e tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ae5c3d4-1f71-44f1-8699-f2f055eea6e5 HTTP/1.1" status: 200 len: 931 time: 0.1024990 Sep 07 14:39:05.332989 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-de8af63a-a685-4771-a4f7-93b3fdc15e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:05.368723 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f958de6d-632f-4930-bf8a-c9f82a972aa0 None None] Notify callbacks [] for port, precommit_create {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:05.379359 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-f958de6d-632f-4930-bf8a-c9f82a972aa0 None None] Transition to ACTIVE for port object dbba5665-2d5d-4f96-b0e3-7f9421eb94e1 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:39:05.398198 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-f958de6d-632f-4930-bf8a-c9f82a972aa0 None None] Transition to ACTIVE for port object dbba5665-2d5d-4f96-b0e3-7f9421eb94e1 will not be triggered until provisioned by entity DHCP. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:39:05.414229 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ab29101d-d624-4c25-8823-b09a520b690f req-73b439a2-836e-4b0b-8a10-f707265e256c tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea978eab-4b43-4b97-8c2f-cf724446e057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385114 Sep 07 14:39:05.479374 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f958de6d-632f-4930-bf8a-c9f82a972aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533'] for port, after_create {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:05.504212 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-fbaec0f6-2007-4359-b7c4-f6f49a373e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'name': 'tempest-TestVolumeBootPattern-1625730596-router', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'eb666416-6561-4d0c-8443-5923fb1ed931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:01Z', 'updated_at': '2021-09-07T14:39:03Z', 'revision_number': 3, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'gw_port': {'id': 'eb666416-6561-4d0c-8443-5923fb1ed931', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:02Z', 'updated_at': '2021-09-07T14:39:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi'}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:05.531737 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f958de6d-632f-4930-bf8a-c9f82a972aa0 None None] Network c71be1b0-a472-4531-9620-78c524d44afd is already hosted by enough agents. {{(pid=94642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:39:05.536478 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaec0f6-2007-4359-b7c4-f6f49a373e22 None None] Checking router: c5538baf-d137-49c4-8cbb-cac645afeab4 for host: dv-cinder-760153-9-iscsi {{(pid=94643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:39:05.537167 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaec0f6-2007-4359-b7c4-f6f49a373e22 None None] Updating router c5538baf-d137-49c4-8cbb-cac645afeab4 port eb666416-6561-4d0c-8443-5923fb1ed931 binding host dv-cinder-760153-9-iscsi {{(pid=94643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:39:05.537307 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.scheduler.base_scheduler [None req-f958de6d-632f-4930-bf8a-c9f82a972aa0 None None] Resources bound (agent type, host, resource id): {{(pid=94642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:39:05.542642 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device d39e04e1-2aac-4c6c-bfc4-89dd29971372 up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:39:05.564595 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-fbaec0f6-2007-4359-b7c4-f6f49a373e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:05.588120 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f958de6d-632f-4930-bf8a-c9f82a972aa0 None None] Received port after_create {{(pid=94642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:39:05.598637 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c85e211d-71a4-4842-9956-60a44083fb81 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:05.604831 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:05.631489 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port d39e04e1-2aac-4c6c-bfc4-89dd29971372 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:39:05.631871 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:05.635625 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958de6d-632f-4930-bf8a-c9f82a972aa0 None None] Pushing event updated for resources: {'Port': ['ID=dbba5665-2d5d-4f96-b0e3-7f9421eb94e1,revision_number=1']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:05.739193 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-f958de6d-632f-4930-bf8a-c9f82a972aa0 None None] Attempting to bind port dbba5665-2d5d-4f96-b0e3-7f9421eb94e1 on host dv-cinder-760153-9-iscsi for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:39:05.739595 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-f958de6d-632f-4930-bf8a-c9f82a972aa0 None None] Attempting to bind port dbba5665-2d5d-4f96-b0e3-7f9421eb94e1 by drivers openvswitch,hyperv on host dv-cinder-760153-9-iscsi at level 0 using segments [{'id': 'd5edefeb-33fd-4ac2-ab34-abbc58fe06c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'c71be1b0-a472-4531-9620-78c524d44afd'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:39:05.739964 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f958de6d-632f-4930-bf8a-c9f82a972aa0 None None] Attempting to bind port dbba5665-2d5d-4f96-b0e3-7f9421eb94e1 on network c71be1b0-a472-4531-9620-78c524d44afd {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:39:05.748678 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f958de6d-632f-4930-bf8a-c9f82a972aa0 None None] Checking agent: {'id': '603a9555-31ed-459d-ae44-8ccb1c39f9f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 28, 5), 'started_at': datetime.datetime(2021, 9, 7, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:39:05.749057 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f958de6d-632f-4930-bf8a-c9f82a972aa0 None None] Checking segment: {'id': 'd5edefeb-33fd-4ac2-ab34-abbc58fe06c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'c71be1b0-a472-4531-9620-78c524d44afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:39:05.749469 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f958de6d-632f-4930-bf8a-c9f82a972aa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:05.749867 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f958de6d-632f-4930-bf8a-c9f82a972aa0 None None] Bound using segment: {'id': 'd5edefeb-33fd-4ac2-ab34-abbc58fe06c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'c71be1b0-a472-4531-9620-78c524d44afd'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:39:05.750368 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-f958de6d-632f-4930-bf8a-c9f82a972aa0 None None] Bound port: dbba5665-2d5d-4f96-b0e3-7f9421eb94e1, host: dv-cinder-760153-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5edefeb-33fd-4ac2-ab34-abbc58fe06c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'c71be1b0-a472-4531-9620-78c524d44afd'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:39:05.750832 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f958de6d-632f-4930-bf8a-c9f82a972aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:05.855075 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-f958de6d-632f-4930-bf8a-c9f82a972aa0 None None] For port dbba5665-2d5d-4f96-b0e3-7f9421eb94e1, host dv-cinder-760153-9-iscsi, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:39:05.858346 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-f958de6d-632f-4930-bf8a-c9f82a972aa0 None None] For port dbba5665-2d5d-4f96-b0e3-7f9421eb94e1, host dv-cinder-760153-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=dbba5665-2d5d-4f96-b0e3-7f9421eb94e1,segment=NetworkSegment(d5edefeb-33fd-4ac2-ab34-abbc58fe06c1),segment_id=d5edefeb-33fd-4ac2-ab34-abbc58fe06c1)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:39:05.900119 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-28068819-13aa-40d4-a123-420edf894bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:05.913686 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-de8af63a-a685-4771-a4f7-93b3fdc15e03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e18cf856-d000-4bcf-b773-bcd023f05179 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:39:05.922700 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-de8af63a-a685-4771-a4f7-93b3fdc15e03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:05.934024 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-fbaec0f6-2007-4359-b7c4-f6f49a373e22 None None] Notify callbacks [] for port, precommit_update {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:05.936496 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-de8af63a-a685-4771-a4f7-93b3fdc15e03 service neutron] Transition to ACTIVE for port object e18cf856-d000-4bcf-b773-bcd023f05179 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:39:05.945583 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.provisioning_blocks [None req-fbaec0f6-2007-4359-b7c4-f6f49a373e22 None None] Transition to ACTIVE for port object eb666416-6561-4d0c-8443-5923fb1ed931 will not be triggered until provisioned by entity L2. {{(pid=94643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:39:05.949077 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f958de6d-632f-4930-bf8a-c9f82a972aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:05.982880 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-de8af63a-a685-4771-a4f7-93b3fdc15e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8727923'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:06.011642 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-fbaec0f6-2007-4359-b7c4-f6f49a373e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:06.021271 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958de6d-632f-4930-bf8a-c9f82a972aa0 None None] Pushing event updated for resources: {'Port': ['ID=dbba5665-2d5d-4f96-b0e3-7f9421eb94e1,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:06.095919 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8af63a-a685-4771-a4f7-93b3fdc15e03 service neutron] Pushing event updated for resources: {'Port': ['ID=e18cf856-d000-4bcf-b773-bcd023f05179,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:06.103138 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.managers [None req-fbaec0f6-2007-4359-b7c4-f6f49a373e22 None None] Attempting to bind port eb666416-6561-4d0c-8443-5923fb1ed931 on host dv-cinder-760153-9-iscsi for vnic_type normal with profile {{(pid=94643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:39:06.103710 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.managers [None req-fbaec0f6-2007-4359-b7c4-f6f49a373e22 None None] Attempting to bind port eb666416-6561-4d0c-8443-5923fb1ed931 by drivers openvswitch,hyperv on host dv-cinder-760153-9-iscsi at level 0 using segments [{'id': 'c9eb5183-06b9-4b59-a709-2fab54e09f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'}] {{(pid=94643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:39:06.107596 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaec0f6-2007-4359-b7c4-f6f49a373e22 None None] Attempting to bind port eb666416-6561-4d0c-8443-5923fb1ed931 on network f04259db-55ec-42a0-98f6-02412be1dbca {{(pid=94643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:39:06.127381 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78150d71-3efc-4bca-b6fd-7fab4d933d7b None None] Pushing event updated for resources: {'Port': ['ID=eb666416-6561-4d0c-8443-5923fb1ed931,revision_number=2']} {{(pid=94643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:06.129297 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaec0f6-2007-4359-b7c4-f6f49a373e22 None None] Checking agent: {'id': '603a9555-31ed-459d-ae44-8ccb1c39f9f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 28, 5), 'started_at': datetime.datetime(2021, 9, 7, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:39:06.129696 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaec0f6-2007-4359-b7c4-f6f49a373e22 None None] Checking segment: {'id': 'c9eb5183-06b9-4b59-a709-2fab54e09f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:39:06.130230 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-fbaec0f6-2007-4359-b7c4-f6f49a373e22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:06.130721 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaec0f6-2007-4359-b7c4-f6f49a373e22 None None] Bound using segment: {'id': 'c9eb5183-06b9-4b59-a709-2fab54e09f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'} {{(pid=94643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:39:06.131384 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.managers [None req-fbaec0f6-2007-4359-b7c4-f6f49a373e22 None None] Bound port: eb666416-6561-4d0c-8443-5923fb1ed931, host: dv-cinder-760153-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9eb5183-06b9-4b59-a709-2fab54e09f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'}}] {{(pid=94643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:39:06.131890 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-fbaec0f6-2007-4359-b7c4-f6f49a373e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:06.154246 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:06.166337 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78150d71-3efc-4bca-b6fd-7fab4d933d7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:39:06.167050 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78150d71-3efc-4bca-b6fd-7fab4d933d7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:39:06.167611 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78150d71-3efc-4bca-b6fd-7fab4d933d7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:39:06.168163 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78150d71-3efc-4bca-b6fd-7fab4d933d7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:39:06.168842 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78150d71-3efc-4bca-b6fd-7fab4d933d7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:39:06.170139 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78150d71-3efc-4bca-b6fd-7fab4d933d7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:39:06.170688 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78150d71-3efc-4bca-b6fd-7fab4d933d7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:39:06.171247 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78150d71-3efc-4bca-b6fd-7fab4d933d7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:39:06.171812 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78150d71-3efc-4bca-b6fd-7fab4d933d7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:39:06.172674 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78150d71-3efc-4bca-b6fd-7fab4d933d7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:39:06.173206 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78150d71-3efc-4bca-b6fd-7fab4d933d7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:39:06.173744 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78150d71-3efc-4bca-b6fd-7fab4d933d7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:39:06.189313 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-28068819-13aa-40d4-a123-420edf894bc9 admin admin] Allocated IP 172.20.0.1 (10bc76c4-28c7-4ddc-9078-74979f2c3f45/846cc3d9-b8d8-4a47-8daf-12b566ed01c8/f810e8aa-4b7f-4a11-8f7c-aba31de7c523) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:39:06.191800 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c85e211d-71a4-4842-9956-60a44083fb81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:06.199538 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-de8af63a-a685-4771-a4f7-93b3fdc15e03 service neutron] Attempting to bind port e18cf856-d000-4bcf-b773-bcd023f05179 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:39:06.200018 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-de8af63a-a685-4771-a4f7-93b3fdc15e03 service neutron] Attempting to bind port e18cf856-d000-4bcf-b773-bcd023f05179 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': 'd40a9a32-b77b-46dc-abfb-8f02e8c28508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '1268d5bc-64b4-4afd-abd0-2d0b7e69baeb'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:39:06.200537 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-de8af63a-a685-4771-a4f7-93b3fdc15e03 service neutron] Attempting to bind port e18cf856-d000-4bcf-b773-bcd023f05179 on network 1268d5bc-64b4-4afd-abd0-2d0b7e69baeb {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:39:06.205888 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-de8af63a-a685-4771-a4f7-93b3fdc15e03 service neutron] Port e18cf856-d000-4bcf-b773-bcd023f05179 on network 1268d5bc-64b4-4afd-abd0-2d0b7e69baeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:39:06.206314 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-de8af63a-a685-4771-a4f7-93b3fdc15e03 service neutron] Attempting to bind port e18cf856-d000-4bcf-b773-bcd023f05179 on network 1268d5bc-64b4-4afd-abd0-2d0b7e69baeb {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:39:06.212782 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-de8af63a-a685-4771-a4f7-93b3fdc15e03 service neutron] Checking agent: {'id': '0e933200-ccc3-44fa-a7f6-4e1417f97b5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 34, 32), 'started_at': datetime.datetime(2021, 9, 7, 14, 34, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:39:06.217071 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-de8af63a-a685-4771-a4f7-93b3fdc15e03 service neutron] Checking segment: {'id': 'd40a9a32-b77b-46dc-abfb-8f02e8c28508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '1268d5bc-64b4-4afd-abd0-2d0b7e69baeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:39:06.217071 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-de8af63a-a685-4771-a4f7-93b3fdc15e03 service neutron] Bound using segment: {'id': 'd40a9a32-b77b-46dc-abfb-8f02e8c28508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '1268d5bc-64b4-4afd-abd0-2d0b7e69baeb'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:39:06.217071 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-de8af63a-a685-4771-a4f7-93b3fdc15e03 service neutron] Bound port: e18cf856-d000-4bcf-b773-bcd023f05179, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd40a9a32-b77b-46dc-abfb-8f02e8c28508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '1268d5bc-64b4-4afd-abd0-2d0b7e69baeb'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:39:06.217071 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-de8af63a-a685-4771-a4f7-93b3fdc15e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:06.220266 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.db [None req-fbaec0f6-2007-4359-b7c4-f6f49a373e22 None None] For port eb666416-6561-4d0c-8443-5923fb1ed931, host dv-cinder-760153-9-iscsi, cleared binding levels {{(pid=94643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:39:06.221019 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c85e211d-71a4-4842-9956-60a44083fb81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:06.225303 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.db [None req-fbaec0f6-2007-4359-b7c4-f6f49a373e22 None None] For port eb666416-6561-4d0c-8443-5923fb1ed931, host dv-cinder-760153-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=eb666416-6561-4d0c-8443-5923fb1ed931,segment=NetworkSegment(c9eb5183-06b9-4b59-a709-2fab54e09f70),segment_id=c9eb5183-06b9-4b59-a709-2fab54e09f70)] {{(pid=94643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:39:06.304719 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-de8af63a-a685-4771-a4f7-93b3fdc15e03 service neutron] For port e18cf856-d000-4bcf-b773-bcd023f05179, host hv-cinder-76015, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:39:06.311165 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-de8af63a-a685-4771-a4f7-93b3fdc15e03 service neutron] For port e18cf856-d000-4bcf-b773-bcd023f05179, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=e18cf856-d000-4bcf-b773-bcd023f05179,segment=NetworkSegment(d40a9a32-b77b-46dc-abfb-8f02e8c28508),segment_id=d40a9a32-b77b-46dc-abfb-8f02e8c28508)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:39:06.371310 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-fbaec0f6-2007-4359-b7c4-f6f49a373e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:06.424921 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-28068819-13aa-40d4-a123-420edf894bc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:06.433542 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-c85e211d-71a4-4842-9956-60a44083fb81 admin admin] Allocated IP 172.27.3.221 (f04259db-55ec-42a0-98f6-02412be1dbca/67ecb36d-e9a7-4541-9321-65fb5ffda8c8/36a5d604-3c39-4ab8-83ac-c0c0793ba054) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:39:06.435649 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaec0f6-2007-4359-b7c4-f6f49a373e22 None None] Routers {'c5538baf-d137-49c4-8cbb-cac645afeab4'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:39:06.436390 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-fbaec0f6-2007-4359-b7c4-f6f49a373e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:39:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['c5538baf-d137-49c4-8cbb-cac645afeab4'], 'active': True} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:06.441290 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78150d71-3efc-4bca-b6fd-7fab4d933d7b None None] Pushing event updated for resources: {'Port': ['ID=eb666416-6561-4d0c-8443-5923fb1ed931,revision_number=3']} {{(pid=94643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:06.446495 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-de8af63a-a685-4771-a4f7-93b3fdc15e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8727923'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:06.460655 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-28068819-13aa-40d4-a123-420edf894bc9 admin admin] Transition to ACTIVE for port object f810e8aa-4b7f-4a11-8f7c-aba31de7c523 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:39:06.474165 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-de8af63a-a685-4771-a4f7-93b3fdc15e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:06.475308 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-de8af63a-a685-4771-a4f7-93b3fdc15e03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:06.477038 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-de8af63a-a685-4771-a4f7-93b3fdc15e03 service neutron] 10.222.0.22 "PUT /v2.0/ports/e18cf856-d000-4bcf-b773-bcd023f05179 HTTP/1.1" status: 200 len: 1093 time: 1.2653441 Sep 07 14:39:06.480583 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ae5c3d4-1f71-44f1-8699-f2f055eea6e5', 'tag': 'e18cf856-d000-4bcf-b773-bcd023f05179'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:39:06.490811 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca3d64d6ee1d62abf9801d62a4287030b5a1037887016040f3cf02e156c8ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8cb34ca-450e-4158-b5fa-a9d246a7f4db" -d '{"events": [{"name": "network-changed", "server_uuid": "5ae5c3d4-1f71-44f1-8699-f2f055eea6e5", "tag": "e18cf856-d000-4bcf-b773-bcd023f05179"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:39:06.546911 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c82d85-1083-4ffc-89a9-9751445e58ea x-openstack-request-id: req-b1c82d85-1083-4ffc-89a9-9751445e58ea {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:39:06.547375 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ae5c3d4-1f71-44f1-8699-f2f055eea6e5", "tag": "e18cf856-d000-4bcf-b773-bcd023f05179", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:39:06.547640 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b1c82d85-1083-4ffc-89a9-9751445e58ea {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:39:06.548121 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ae5c3d4-1f71-44f1-8699-f2f055eea6e5', 'tag': 'e18cf856-d000-4bcf-b773-bcd023f05179', 'status': 'completed', 'code': 200} Sep 07 14:39:06.600930 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c85e211d-71a4-4842-9956-60a44083fb81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:06.644620 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8af63a-a685-4771-a4f7-93b3fdc15e03 service neutron] Pushing event updated for resources: {'Port': ['ID=e18cf856-d000-4bcf-b773-bcd023f05179,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:06.654148 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvr_db [None req-fbaec0f6-2007-4359-b7c4-f6f49a373e22 None None] Set router c5538baf-d137-49c4-8cbb-cac645afeab4 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:39:06.661996 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb34ca-450e-4158-b5fa-a9d246a7f4db req-b212ddd6-4e23-4d59-b8c8-6a3434cd2ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:06.663447 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-28068819-13aa-40d4-a123-420edf894bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:06.663580 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d8cb34ca-450e-4158-b5fa-a9d246a7f4db req-b212ddd6-4e23-4d59-b8c8-6a3434cd2ea4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=025d873d12ae40d8bfa003df17c69926&device_id=5ae5c3d4-1f71-44f1-8699-f2f055eea6e5 HTTP/1.1" status: 200 len: 1096 time: 0.0833142 Sep 07 14:39:06.675763 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deefdd66-784b-4300-b74c-8743430f3b64 req-f211b2d7-6892-4836-8a93-ed48c03dcd18 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:06.679403 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-deefdd66-784b-4300-b74c-8743430f3b64 req-f211b2d7-6892-4836-8a93-ed48c03dcd18 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ae5c3d4-1f71-44f1-8699-f2f055eea6e5 HTTP/1.1" status: 200 len: 943 time: 0.1364636 Sep 07 14:39:06.718311 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28068819-13aa-40d4-a123-420edf894bc9 admin admin] Network 10bc76c4-28c7-4ddc-9078-74979f2c3f45 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:39:06.724205 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-28068819-13aa-40d4-a123-420edf894bc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:39:06.729258 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28068819-13aa-40d4-a123-420edf894bc9 admin admin] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:39:06.731952 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28068819-13aa-40d4-a123-420edf894bc9 admin admin] Pushing event updated for resources: {'Port': ['ID=f810e8aa-4b7f-4a11-8f7c-aba31de7c523,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:06.742748 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c85e211d-71a4-4842-9956-60a44083fb81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:06.796804 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-deefdd66-784b-4300-b74c-8743430f3b64 req-62cd630c-e9ad-497d-b540-a0bb852317b5 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea978eab-4b43-4b97-8c2f-cf724446e057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115282 Sep 07 14:39:06.829468 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85e211d-71a4-4842-9956-60a44083fb81 admin admin] Network f04259db-55ec-42a0-98f6-02412be1dbca is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:39:06.837333 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-c85e211d-71a4-4842-9956-60a44083fb81 admin admin] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:39:06.843154 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85e211d-71a4-4842-9956-60a44083fb81 admin admin] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:39:06.851865 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb34ca-450e-4158-b5fa-a9d246a7f4db req-e8b45b9a-58d9-4597-8944-141ac65306f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:06.853874 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d8cb34ca-450e-4158-b5fa-a9d246a7f4db req-e8b45b9a-58d9-4597-8944-141ac65306f5 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=025d873d12ae40d8bfa003df17c69926&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1725342 Sep 07 14:39:06.887295 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-28068819-13aa-40d4-a123-420edf894bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540566'] for router_interface, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:06.927904 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-fbaec0f6-2007-4359-b7c4-f6f49a373e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'name': 'tempest-TestVolumeBootPattern-1625730596-router', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'eb666416-6561-4d0c-8443-5923fb1ed931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:01Z', 'updated_at': '2021-09-07T14:39:03Z', 'revision_number': 3, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'gw_port': {'id': 'eb666416-6561-4d0c-8443-5923fb1ed931', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:02Z', 'updated_at': '2021-09-07T14:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi'}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:06.964704 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaec0f6-2007-4359-b7c4-f6f49a373e22 None None] The sync data for ids ['c5538baf-d137-49c4-8cbb-cac645afeab4'] in dv-cinder-760153-9-iscsi is: [{'id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'name': 'tempest-TestVolumeBootPattern-1625730596-router', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'eb666416-6561-4d0c-8443-5923fb1ed931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:01Z', 'updated_at': '2021-09-07T14:39:03Z', 'revision_number': 3, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'gw_port': {'id': 'eb666416-6561-4d0c-8443-5923fb1ed931', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:02Z', 'updated_at': '2021-09-07T14:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi'}] {{(pid=94643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:39:07.013603 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e211d-71a4-4842-9956-60a44083fb81 admin admin] Pushing event updated for resources: {'Port': ['ID=36a5d604-3c39-4ab8-83ac-c0c0793ba054,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:07.103156 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb34ca-450e-4158-b5fa-a9d246a7f4db req-9bac8b3a-66d9-485d-8f4b-9d0cbaa0b113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:07.105270 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d8cb34ca-450e-4158-b5fa-a9d246a7f4db req-9bac8b3a-66d9-485d-8f4b-9d0cbaa0b113 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2425637 Sep 07 14:39:07.190415 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-28068819-13aa-40d4-a123-420edf894bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:07.198915 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-6a29ec4d-8574-414a-98fa-371db9bc1512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:07.201711 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-6a29ec4d-8574-414a-98fa-371db9bc1512 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=025d873d12ae40d8bfa003df17c69926&device_id=5ae5c3d4-1f71-44f1-8699-f2f055eea6e5 HTTP/1.1" status: 200 len: 1096 time: 0.0530286 Sep 07 14:39:07.258686 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-3cb7d8aa-de98-4a63-abf4-eaa63518c91d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e18cf856-d000-4bcf-b773-bcd023f05179 HTTP/1.1" status: 200 len: 217 time: 0.0486577 Sep 07 14:39:07.330814 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-e1256cd6-b23f-43e8-8ec0-ca71a5462c71 None None] Provisioning for port f810e8aa-4b7f-4a11-8f7c-aba31de7c523 completed by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:39:07.334016 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-156692c2-151b-4aca-80d2-23dbad2e5254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:07.337865 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-156692c2-151b-4aca-80d2-23dbad2e5254 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e23c7853-c0fb-4d6e-bf4b-64d20f69f95f HTTP/1.1" status: 200 len: 849 time: 0.0709531 Sep 07 14:39:07.349252 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-e1256cd6-b23f-43e8-8ec0-ca71a5462c71 None None] Provisioning complete for port f810e8aa-4b7f-4a11-8f7c-aba31de7c523 triggered by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:39:07.349645 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-e1256cd6-b23f-43e8-8ec0-ca71a5462c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:07.400412 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-e1256cd6-b23f-43e8-8ec0-ca71a5462c71 None None] Port f810e8aa-4b7f-4a11-8f7c-aba31de7c523 cannot update to ACTIVE because it is not bound. {{(pid=94642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:39:07.401882 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ef0269-d5dd-4d75-bacd-83e05ac33e77 None None] Network c71be1b0-a472-4531-9620-78c524d44afd requested from dv-cinder-760153-9-iscsi {{(pid=94642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:39:07.413596 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-53136e23-ab13-4bee-9ed5-f84fdce0a304 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1268d5bc-64b4-4afd-abd0-2d0b7e69baeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687685 Sep 07 14:39:07.523720 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c85e211d-71a4-4842-9956-60a44083fb81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:07.569669 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device eb666416-6561-4d0c-8443-5923fb1ed931 up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:39:07.571486 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-b11e0f0f-6553-4267-b5da-5372bee93b18 service neutron] 10.222.0.22 "GET /v2.0/networks/1268d5bc-64b4-4afd-abd0-2d0b7e69baeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494648 Sep 07 14:39:07.629770 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-1fc01629-9f46-4fe8-88be-257e72edc319 None None] Provisioning for port dbba5665-2d5d-4f96-b0e3-7f9421eb94e1 completed by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:39:07.630472 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-28068819-13aa-40d4-a123-420edf894bc9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:07.707687 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-daff6989-e469-4cc4-9a51-a76f9fe857f4 req-b23e2ffb-f7b5-4f12-b3e9-1021c8afdebe service neutron] 10.222.0.22 "GET /v2.0/networks/1268d5bc-64b4-4afd-abd0-2d0b7e69baeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270664 Sep 07 14:39:07.740040 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-28068819-13aa-40d4-a123-420edf894bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009912'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:07.778128 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning for port eb666416-6561-4d0c-8443-5923fb1ed931 completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:39:07.785264 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port eb666416-6561-4d0c-8443-5923fb1ed931 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:39:07.785436 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:07.824909 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-28068819-13aa-40d4-a123-420edf894bc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7854282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539654'] for router_interface, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:07.849535 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:07.874279 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28068819-13aa-40d4-a123-420edf894bc9 admin admin] Pushing event updated for resources: {'Port': ['ID=f810e8aa-4b7f-4a11-8f7c-aba31de7c523,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:07.933898 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:07.963269 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-9152d18d-5686-470b-8281-0603e563890f None None] For port eb666416-6561-4d0c-8443-5923fb1ed931, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=eb666416-6561-4d0c-8443-5923fb1ed931,segment=NetworkSegment(c9eb5183-06b9-4b59-a709-2fab54e09f70),segment_id=c9eb5183-06b9-4b59-a709-2fab54e09f70)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:39:07.969169 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26c9da-ec85-4ba4-9c24-c31efa4850e0 req-9123ada3-09ba-4420-9b66-17bae19aaebd tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:07.970878 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cd26c9da-ec85-4ba4-9c24-c31efa4850e0 req-9123ada3-09ba-4420-9b66-17bae19aaebd tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ae5c3d4-1f71-44f1-8699-f2f055eea6e5 HTTP/1.1" status: 200 len: 943 time: 0.0935202 Sep 07 14:39:08.022694 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c85e211d-71a4-4842-9956-60a44083fb81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539083'] for router, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:08.022938 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cd26c9da-ec85-4ba4-9c24-c31efa4850e0 req-82150739-d259-4571-b80e-d87eff2ef5ac tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea978eab-4b43-4b97-8c2f-cf724446e057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458937 Sep 07 14:39:08.039343 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:08.040144 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device dbba5665-2d5d-4f96-b0e3-7f9421eb94e1 up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:39:08.099725 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28068819-13aa-40d4-a123-420edf894bc9 admin admin] Network 10bc76c4-28c7-4ddc-9078-74979f2c3f45 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:39:08.103926 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-28068819-13aa-40d4-a123-420edf894bc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:39:08.143215 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Pushing event updated for resources: {'Port': ['ID=eb666416-6561-4d0c-8443-5923fb1ed931,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:08.313495 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning for port dbba5665-2d5d-4f96-b0e3-7f9421eb94e1 completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:39:08.320261 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port dbba5665-2d5d-4f96-b0e3-7f9421eb94e1 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:39:08.320892 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:08.383716 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-bdb28d84-d4ab-4ccb-ad2d-fc2db79447b7 None None] Provisioning complete for port f810e8aa-4b7f-4a11-8f7c-aba31de7c523 triggered by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:39:08.384374 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-bdb28d84-d4ab-4ccb-ad2d-fc2db79447b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:08.446404 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-bdb28d84-d4ab-4ccb-ad2d-fc2db79447b7 None None] Port f810e8aa-4b7f-4a11-8f7c-aba31de7c523 cannot update to ACTIVE because it is not bound. {{(pid=94642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:39:08.455646 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:08.489183 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-9152d18d-5686-470b-8281-0603e563890f None None] For port dbba5665-2d5d-4f96-b0e3-7f9421eb94e1, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=dbba5665-2d5d-4f96-b0e3-7f9421eb94e1,segment=NetworkSegment(d5edefeb-33fd-4ac2-ab34-abbc58fe06c1),segment_id=d5edefeb-33fd-4ac2-ab34-abbc58fe06c1)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:39:08.503461 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28068819-13aa-40d4-a123-420edf894bc9 admin admin] Router c5538baf-d137-49c4-8cbb-cac645afeab4 has already been hosted by L3 agent ca4ca367-a056-42f7-949c-96b33f8f39bf {{(pid=94641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:39:08.638371 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28068819-13aa-40d4-a123-420edf894bc9 admin admin] Notify agent at l3_agent.dv-cinder-760153-9-iscsi the message routers_updated {{(pid=94641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:39:08.643636 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-28068819-13aa-40d4-a123-420edf894bc9 admin admin] 10.222.0.11 "PUT /v2.0/routers/c5538baf-d137-49c4-8cbb-cac645afeab4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4825609 Sep 07 14:39:08.647425 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52dc01-f11f-4fc3-ba34-69e213777e77 req-ec2a07b1-6ea2-453b-804c-c2f35d770443 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:08.656431 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c85e211d-71a4-4842-9956-60a44083fb81 admin admin] Router 951cbe0c-6431-477b-8062-8a82a85202d9 is scheduled to L3 agent ca4ca367-a056-42f7-949c-96b33f8f39bf with binding_index 1 {{(pid=94641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 14:39:08.656568 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9f52dc01-f11f-4fc3-ba34-69e213777e77 req-ec2a07b1-6ea2-453b-804c-c2f35d770443 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 946 time: 0.0610447 Sep 07 14:39:08.656923 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:08.751056 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9f52dc01-f11f-4fc3-ba34-69e213777e77 req-b811c399-cab6-44e5-8a66-08d6ce5b03e0 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936320 Sep 07 14:39:08.769218 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae8a74-728e-4dc8-abe6-63c039e45e36 req-7fdf92a3-225d-4842-a266-8c4cf932ce75 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:08.772092 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a4ae8a74-728e-4dc8-abe6-63c039e45e36 req-7fdf92a3-225d-4842-a266-8c4cf932ce75 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.0815489 Sep 07 14:39:08.775062 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Pushing event updated for resources: {'Port': ['ID=dbba5665-2d5d-4f96-b0e3-7f9421eb94e1,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:08.820100 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a4ae8a74-728e-4dc8-abe6-63c039e45e36 req-37db30ad-2816-4ef0-bb1e-13502bbba2fe tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425584 Sep 07 14:39:08.830845 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85e211d-71a4-4842-9956-60a44083fb81 admin admin] Notify agent at l3_agent.dv-cinder-760153-9-iscsi the message routers_updated {{(pid=94641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:39:08.842044 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981176c7-949b-4ea6-8a07-0bc062e7000e None None] Sync routers for ids ['951cbe0c-6431-477b-8062-8a82a85202d9'] in dv-cinder-760153-9-iscsi {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:39:08.854130 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981176c7-949b-4ea6-8a07-0bc062e7000e None None] Routers {'951cbe0c-6431-477b-8062-8a82a85202d9'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:39:08.854839 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-981176c7-949b-4ea6-8a07-0bc062e7000e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:39:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['951cbe0c-6431-477b-8062-8a82a85202d9'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:08.953500 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c85e211d-71a4-4842-9956-60a44083fb81 admin admin] Notify callbacks [] for router, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:08.954962 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-c85e211d-71a4-4842-9956-60a44083fb81 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0068452 Sep 07 14:39:08.957663 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 50990) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:39:08.964859 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-981176c7-949b-4ea6-8a07-0bc062e7000e None None] Set router 951cbe0c-6431-477b-8062-8a82a85202d9 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:39:09.065300 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328a5793-b892-40a2-ba43-1f4f57e74b3e None None] Sync routers for ids ['c5538baf-d137-49c4-8cbb-cac645afeab4'] in dv-cinder-760153-9-iscsi {{(pid=94643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:39:09.079453 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328a5793-b892-40a2-ba43-1f4f57e74b3e None None] Routers {'c5538baf-d137-49c4-8cbb-cac645afeab4'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:39:09.080080 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-328a5793-b892-40a2-ba43-1f4f57e74b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:39:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['c5538baf-d137-49c4-8cbb-cac645afeab4'], 'active': True} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:09.162227 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511c502-218f-4d1f-9d4e-b67eeab9110c req-cbf76826-4977-4f22-a356-c6f76ca01c8f tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:09.166411 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2511c502-218f-4d1f-9d4e-b67eeab9110c req-cbf76826-4977-4f22-a356-c6f76ca01c8f tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ae5c3d4-1f71-44f1-8699-f2f055eea6e5 HTTP/1.1" status: 200 len: 943 time: 0.0621212 Sep 07 14:39:09.176778 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-981176c7-949b-4ea6-8a07-0bc062e7000e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951cbe0c-6431-477b-8062-8a82a85202d9', 'name': 'tempest-TestMinimumBasicScenario-1659837734-router', 'tenant_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '36a5d604-3c39-4ab8-83ac-c0c0793ba054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:05Z', 'updated_at': '2021-09-07T14:39:07Z', 'revision_number': 3, 'project_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'gw_port': {'id': '36a5d604-3c39-4ab8-83ac-c0c0793ba054', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '951cbe0c-6431-477b-8062-8a82a85202d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:06Z', 'updated_at': '2021-09-07T14:39:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi'}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:09.208759 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981176c7-949b-4ea6-8a07-0bc062e7000e None None] Checking router: 951cbe0c-6431-477b-8062-8a82a85202d9 for host: dv-cinder-760153-9-iscsi {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:39:09.209119 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981176c7-949b-4ea6-8a07-0bc062e7000e None None] Updating router 951cbe0c-6431-477b-8062-8a82a85202d9 port 36a5d604-3c39-4ab8-83ac-c0c0793ba054 binding host dv-cinder-760153-9-iscsi {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:39:09.215131 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvr_db [None req-328a5793-b892-40a2-ba43-1f4f57e74b3e None None] Set router c5538baf-d137-49c4-8cbb-cac645afeab4 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:39:09.220827 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2511c502-218f-4d1f-9d4e-b67eeab9110c req-30b37082-0a1b-4752-bf4c-0a5fe6abb986 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea978eab-4b43-4b97-8c2f-cf724446e057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466831 Sep 07 14:39:09.242895 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-981176c7-949b-4ea6-8a07-0bc062e7000e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:09.447851 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device eb666416-6561-4d0c-8443-5923fb1ed931 up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:39:09.453777 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-328a5793-b892-40a2-ba43-1f4f57e74b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'name': 'tempest-TestVolumeBootPattern-1625730596-router', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'eb666416-6561-4d0c-8443-5923fb1ed931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:01Z', 'updated_at': '2021-09-07T14:39:07Z', 'revision_number': 4, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'gw_port': {'id': 'eb666416-6561-4d0c-8443-5923fb1ed931', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:02Z', 'updated_at': '2021-09-07T14:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': 'f810e8aa-4b7f-4a11-8f7c-aba31de7c523', 'name': '', 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'mac_address': 'fa:16:3e:df:9b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '846cc3d9-b8d8-4a47-8daf-12b566ed01c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:05Z', 'updated_at': '2021-09-07T14:39:07Z', 'revision_number': 2, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'subnets': [{'id': '846cc3d9-b8d8-4a47-8daf-12b566ed01c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:09.486139 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328a5793-b892-40a2-ba43-1f4f57e74b3e None None] Checking router: c5538baf-d137-49c4-8cbb-cac645afeab4 for host: dv-cinder-760153-9-iscsi {{(pid=94643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:39:09.487695 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328a5793-b892-40a2-ba43-1f4f57e74b3e None None] Updating router c5538baf-d137-49c4-8cbb-cac645afeab4 port f810e8aa-4b7f-4a11-8f7c-aba31de7c523 binding host dv-cinder-760153-9-iscsi {{(pid=94643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:39:09.514972 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-328a5793-b892-40a2-ba43-1f4f57e74b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:09.519009 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-926892dd-1bb4-4198-9405-d0b0cb49f409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:09.551271 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port eb666416-6561-4d0c-8443-5923fb1ed931 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:39:09.551654 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:09.624712 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-981176c7-949b-4ea6-8a07-0bc062e7000e None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:09.626919 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 51004) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:39:09.632040 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-761008e5-dff4-4820-a72b-8d0c5cd57106 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2066309959-network', 'tenant_id': '2b8f4bce2ee343028adeb51363808cdc'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:39:09.655290 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-981176c7-949b-4ea6-8a07-0bc062e7000e None None] Transition to ACTIVE for port object 36a5d604-3c39-4ab8-83ac-c0c0793ba054 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:39:09.698794 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device dbba5665-2d5d-4f96-b0e3-7f9421eb94e1 up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:39:09.713654 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-926892dd-1bb4-4198-9405-d0b0cb49f409 admin admin] Allocated IP 172.20.0.1 (c71be1b0-a472-4531-9620-78c524d44afd/1665e509-0b7d-4482-9e4d-29c028e42a95/1242e850-5b5a-4814-8e03-fc4f562bf944) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:39:09.749099 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761008e5-dff4-4820-a72b-8d0c5cd57106 admin admin] Made reservation on behalf of 2b8f4bce2ee343028adeb51363808cdc for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:39:09.750328 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port dbba5665-2d5d-4f96-b0e3-7f9421eb94e1 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:39:09.751138 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:09.752318 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-761008e5-dff4-4820-a72b-8d0c5cd57106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:09.763196 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-761008e5-dff4-4820-a72b-8d0c5cd57106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:09.790918 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-981176c7-949b-4ea6-8a07-0bc062e7000e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:09.853346 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-926892dd-1bb4-4198-9405-d0b0cb49f409 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:09.860392 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-981176c7-949b-4ea6-8a07-0bc062e7000e None None] Attempting to bind port 36a5d604-3c39-4ab8-83ac-c0c0793ba054 on host dv-cinder-760153-9-iscsi for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:39:09.861318 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-981176c7-949b-4ea6-8a07-0bc062e7000e None None] Attempting to bind port 36a5d604-3c39-4ab8-83ac-c0c0793ba054 by drivers openvswitch,hyperv on host dv-cinder-760153-9-iscsi at level 0 using segments [{'id': 'c9eb5183-06b9-4b59-a709-2fab54e09f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:39:09.862205 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981176c7-949b-4ea6-8a07-0bc062e7000e None None] Attempting to bind port 36a5d604-3c39-4ab8-83ac-c0c0793ba054 on network f04259db-55ec-42a0-98f6-02412be1dbca {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:39:09.865977 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-328a5793-b892-40a2-ba43-1f4f57e74b3e None None] Notify callbacks [] for port, precommit_update {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:09.876379 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-926892dd-1bb4-4198-9405-d0b0cb49f409 admin admin] Transition to ACTIVE for port object 1242e850-5b5a-4814-8e03-fc4f562bf944 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:39:09.877406 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c6d2e-7818-4953-9af7-c69bba2171e8 None None] Pushing event updated for resources: {'Port': ['ID=36a5d604-3c39-4ab8-83ac-c0c0793ba054,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:09.891781 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.provisioning_blocks [None req-328a5793-b892-40a2-ba43-1f4f57e74b3e None None] Transition to ACTIVE for port object f810e8aa-4b7f-4a11-8f7c-aba31de7c523 will not be triggered until provisioned by entity L2. {{(pid=94643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:39:09.891923 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981176c7-949b-4ea6-8a07-0bc062e7000e None None] Checking agent: {'id': '603a9555-31ed-459d-ae44-8ccb1c39f9f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 28, 5), 'started_at': datetime.datetime(2021, 9, 7, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:39:09.891923 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981176c7-949b-4ea6-8a07-0bc062e7000e None None] Checking segment: {'id': 'c9eb5183-06b9-4b59-a709-2fab54e09f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:39:09.892305 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-981176c7-949b-4ea6-8a07-0bc062e7000e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:09.892801 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981176c7-949b-4ea6-8a07-0bc062e7000e None None] Bound using segment: {'id': 'c9eb5183-06b9-4b59-a709-2fab54e09f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:39:09.893393 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-981176c7-949b-4ea6-8a07-0bc062e7000e None None] Bound port: 36a5d604-3c39-4ab8-83ac-c0c0793ba054, host: dv-cinder-760153-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9eb5183-06b9-4b59-a709-2fab54e09f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:39:09.893880 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-981176c7-949b-4ea6-8a07-0bc062e7000e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:09.932456 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-761008e5-dff4-4820-a72b-8d0c5cd57106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:09.976452 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-328a5793-b892-40a2-ba43-1f4f57e74b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:09.989214 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee2dec-9354-425c-b287-67575079e4b7 req-fdf0414f-4e44-4e9f-b745-6a4be003ef52 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:09.991086 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-22ee2dec-9354-425c-b287-67575079e4b7 req-fdf0414f-4e44-4e9f-b745-6a4be003ef52 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 946 time: 0.1096227 Sep 07 14:39:10.001957 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-926892dd-1bb4-4198-9405-d0b0cb49f409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:10.018655 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b8ef9-8245-46c8-a9ad-a0aee3b1c18b req-a944dfc4-9baf-424a-b4c1-9f50ae761309 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:10.027222 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e09b8ef9-8245-46c8-a9ad-a0aee3b1c18b req-a944dfc4-9baf-424a-b4c1-9f50ae761309 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.0981336 Sep 07 14:39:10.032042 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f18285f-0617-4031-a4d5-e15cbff713e1 None None] Pushing event updated for resources: {'Port': ['ID=f810e8aa-4b7f-4a11-8f7c-aba31de7c523,revision_number=3']} {{(pid=94643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:10.043158 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-761008e5-dff4-4820-a72b-8d0c5cd57106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:10.056509 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-761008e5-dff4-4820-a72b-8d0c5cd57106 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 850} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:39:10.070713 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-761008e5-dff4-4820-a72b-8d0c5cd57106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:10.071249 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.db.segments_db [None req-761008e5-dff4-4820-a72b-8d0c5cd57106 admin admin] Added segment 9b272875-bb85-444a-8d5b-2966e585e333 of type vlan for network 327645e8-6261-4426-bc85-ab617aef9de6 Sep 07 14:39:10.096646 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.managers [None req-328a5793-b892-40a2-ba43-1f4f57e74b3e None None] Attempting to bind port f810e8aa-4b7f-4a11-8f7c-aba31de7c523 on host dv-cinder-760153-9-iscsi for vnic_type normal with profile {{(pid=94643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:39:10.097207 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.managers [None req-328a5793-b892-40a2-ba43-1f4f57e74b3e None None] Attempting to bind port f810e8aa-4b7f-4a11-8f7c-aba31de7c523 by drivers openvswitch,hyperv on host dv-cinder-760153-9-iscsi at level 0 using segments [{'id': '33cad443-550e-44eb-8a23-9490b4c4b203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45'}] {{(pid=94643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:39:10.097332 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328a5793-b892-40a2-ba43-1f4f57e74b3e None None] Attempting to bind port f810e8aa-4b7f-4a11-8f7c-aba31de7c523 on network 10bc76c4-28c7-4ddc-9078-74979f2c3f45 {{(pid=94643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:39:10.104106 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328a5793-b892-40a2-ba43-1f4f57e74b3e None None] Checking agent: {'id': '603a9555-31ed-459d-ae44-8ccb1c39f9f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 28, 5), 'started_at': datetime.datetime(2021, 9, 7, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:39:10.104480 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328a5793-b892-40a2-ba43-1f4f57e74b3e None None] Checking segment: {'id': '33cad443-550e-44eb-8a23-9490b4c4b203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:39:10.104878 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-328a5793-b892-40a2-ba43-1f4f57e74b3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:10.105262 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328a5793-b892-40a2-ba43-1f4f57e74b3e None None] Bound using segment: {'id': '33cad443-550e-44eb-8a23-9490b4c4b203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45'} {{(pid=94643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:39:10.105566 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926892dd-1bb4-4198-9405-d0b0cb49f409 admin admin] Network c71be1b0-a472-4531-9620-78c524d44afd is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:39:10.105726 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.managers [None req-328a5793-b892-40a2-ba43-1f4f57e74b3e None None] Bound port: f810e8aa-4b7f-4a11-8f7c-aba31de7c523, host: dv-cinder-760153-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33cad443-550e-44eb-8a23-9490b4c4b203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45'}}] {{(pid=94643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:39:10.106491 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-328a5793-b892-40a2-ba43-1f4f57e74b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:10.116547 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-926892dd-1bb4-4198-9405-d0b0cb49f409 admin admin] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:39:10.128078 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-981176c7-949b-4ea6-8a07-0bc062e7000e None None] For port 36a5d604-3c39-4ab8-83ac-c0c0793ba054, host dv-cinder-760153-9-iscsi, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:39:10.130879 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926892dd-1bb4-4198-9405-d0b0cb49f409 admin admin] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:39:10.132244 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-981176c7-949b-4ea6-8a07-0bc062e7000e None None] For port 36a5d604-3c39-4ab8-83ac-c0c0793ba054, host dv-cinder-760153-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=36a5d604-3c39-4ab8-83ac-c0c0793ba054,segment=NetworkSegment(c9eb5183-06b9-4b59-a709-2fab54e09f70),segment_id=c9eb5183-06b9-4b59-a709-2fab54e09f70)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:39:10.175383 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926892dd-1bb4-4198-9405-d0b0cb49f409 admin admin] Pushing event updated for resources: {'Port': ['ID=1242e850-5b5a-4814-8e03-fc4f562bf944,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:10.188252 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-981176c7-949b-4ea6-8a07-0bc062e7000e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:10.188661 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-761008e5-dff4-4820-a72b-8d0c5cd57106 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735925196804'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:10.189720 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-926892dd-1bb4-4198-9405-d0b0cb49f409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540566'] for router_interface, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:10.204432 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.db [None req-328a5793-b892-40a2-ba43-1f4f57e74b3e None None] For port f810e8aa-4b7f-4a11-8f7c-aba31de7c523, host dv-cinder-760153-9-iscsi, cleared binding levels {{(pid=94643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:39:10.216386 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.db [None req-328a5793-b892-40a2-ba43-1f4f57e74b3e None None] For port f810e8aa-4b7f-4a11-8f7c-aba31de7c523, host dv-cinder-760153-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=f810e8aa-4b7f-4a11-8f7c-aba31de7c523,segment=NetworkSegment(33cad443-550e-44eb-8a23-9490b4c4b203),segment_id=33cad443-550e-44eb-8a23-9490b4c4b203)] {{(pid=94643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:39:10.270658 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e09b8ef9-8245-46c8-a9ad-a0aee3b1c18b req-2c43acb9-338c-4b78-af7b-5d01c7c42c21 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372494 Sep 07 14:39:10.289264 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761008e5-dff4-4820-a72b-8d0c5cd57106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a132e61-d1d7-446b-9423-3d233bf02ee0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:10.294883 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device e18cf856-d000-4bcf-b773-bcd023f05179 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:39:10.310962 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-328a5793-b892-40a2-ba43-1f4f57e74b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:10.313952 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c6d2e-7818-4953-9af7-c69bba2171e8 None None] Pushing event updated for resources: {'Port': ['ID=36a5d604-3c39-4ab8-83ac-c0c0793ba054,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:10.330360 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-22ee2dec-9354-425c-b287-67575079e4b7 req-4d489a68-f2e2-4336-9070-c37ce07ae8ad tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3271334 Sep 07 14:39:10.339548 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981176c7-949b-4ea6-8a07-0bc062e7000e None None] Routers {'951cbe0c-6431-477b-8062-8a82a85202d9'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:39:10.340173 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-981176c7-949b-4ea6-8a07-0bc062e7000e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:39:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['951cbe0c-6431-477b-8062-8a82a85202d9'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:10.359093 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-761008e5-dff4-4820-a72b-8d0c5cd57106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:10.360106 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761008e5-dff4-4820-a72b-8d0c5cd57106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:10.360647 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-761008e5-dff4-4820-a72b-8d0c5cd57106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:10.416547 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328a5793-b892-40a2-ba43-1f4f57e74b3e None None] Routers {'c5538baf-d137-49c4-8cbb-cac645afeab4'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:39:10.417256 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-328a5793-b892-40a2-ba43-1f4f57e74b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:39:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['c5538baf-d137-49c4-8cbb-cac645afeab4'], 'active': True} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:10.482523 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f18285f-0617-4031-a4d5-e15cbff713e1 None None] Pushing event updated for resources: {'Port': ['ID=f810e8aa-4b7f-4a11-8f7c-aba31de7c523,revision_number=4']} {{(pid=94643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:10.483207 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761008e5-dff4-4820-a72b-8d0c5cd57106 admin admin] Pushing event updated for resources: {'Network': ['ID=327645e8-6261-4426-bc85-ab617aef9de6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:10.517489 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-926892dd-1bb4-4198-9405-d0b0cb49f409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:10.545290 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c6e83-abf2-46cf-9267-8477954857d8 req-29c5e329-bdd1-45c6-9d45-dd0d373fb5e2 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:10.549095 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0f1c6e83-abf2-46cf-9267-8477954857d8 req-29c5e329-bdd1-45c6-9d45-dd0d373fb5e2 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ae5c3d4-1f71-44f1-8699-f2f055eea6e5 HTTP/1.1" status: 200 len: 943 time: 0.0759597 Sep 07 14:39:10.552216 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Network 327645e8-6261-4426-bc85-ab617aef9de6 details requested by agent ovs-agent-dv-cinder-760153-9-iscsi with host dv-cinder-760153-9-iscsi {{(pid=94642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:39:10.587075 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-761008e5-dff4-4820-a72b-8d0c5cd57106 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9589553 Sep 07 14:39:10.588100 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 51012) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:39:10.596368 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-100fb9d5-48c6-42bc-85b9-777ee8c7dd28 admin admin] Request body: {'subnet': {'network_id': '327645e8-6261-4426-bc85-ab617aef9de6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2066309959-subnet', 'tenant_id': '2b8f4bce2ee343028adeb51363808cdc', 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:39:10.606671 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvr_db [None req-328a5793-b892-40a2-ba43-1f4f57e74b3e None None] Set router c5538baf-d137-49c4-8cbb-cac645afeab4 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:39:10.627723 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0f1c6e83-abf2-46cf-9267-8477954857d8 req-8760ead0-14de-4d79-b074-a9d22be35f49 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea978eab-4b43-4b97-8c2f-cf724446e057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698996 Sep 07 14:39:10.722061 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port e18cf856-d000-4bcf-b773-bcd023f05179, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=e18cf856-d000-4bcf-b773-bcd023f05179,segment=NetworkSegment(d40a9a32-b77b-46dc-abfb-8f02e8c28508),segment_id=d40a9a32-b77b-46dc-abfb-8f02e8c28508)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:39:10.736392 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100fb9d5-48c6-42bc-85b9-777ee8c7dd28 admin admin] Made reservation on behalf of 2b8f4bce2ee343028adeb51363808cdc for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:39:10.739190 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-100fb9d5-48c6-42bc-85b9-777ee8c7dd28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8658449'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:10.739742 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-981176c7-949b-4ea6-8a07-0bc062e7000e None None] Set router 951cbe0c-6431-477b-8062-8a82a85202d9 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:39:10.741637 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Returning: {'device': 'e18cf856-d000-4bcf-b773-bcd023f05179', 'network_id': '1268d5bc-64b4-4afd-abd0-2d0b7e69baeb', 'port_id': 'e18cf856-d000-4bcf-b773-bcd023f05179', 'mac_address': 'fa:16:3e:03:9e:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e23c7853-c0fb-4d6e-bf4b-64d20f69f95f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:39:10.769328 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-926892dd-1bb4-4198-9405-d0b0cb49f409 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:10.840082 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-926892dd-1bb4-4198-9405-d0b0cb49f409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009912'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:10.861431 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-328a5793-b892-40a2-ba43-1f4f57e74b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'name': 'tempest-TestVolumeBootPattern-1625730596-router', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'eb666416-6561-4d0c-8443-5923fb1ed931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:01Z', 'updated_at': '2021-09-07T14:39:07Z', 'revision_number': 4, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'gw_port': {'id': 'eb666416-6561-4d0c-8443-5923fb1ed931', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:02Z', 'updated_at': '2021-09-07T14:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': 'f810e8aa-4b7f-4a11-8f7c-aba31de7c523', 'name': '', 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'mac_address': 'fa:16:3e:df:9b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '846cc3d9-b8d8-4a47-8daf-12b566ed01c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:05Z', 'updated_at': '2021-09-07T14:39:10Z', 'revision_number': 4, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'subnets': [{'id': '846cc3d9-b8d8-4a47-8daf-12b566ed01c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:10.895279 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:10.920322 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e18cf856-d000-4bcf-b773-bcd023f05179 {{(pid=94642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:39:10.948817 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-926892dd-1bb4-4198-9405-d0b0cb49f409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7854282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539654'] for router_interface, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:10.951344 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926892dd-1bb4-4198-9405-d0b0cb49f409 admin admin] Pushing event updated for resources: {'Port': ['ID=1242e850-5b5a-4814-8e03-fc4f562bf944,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:10.958534 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port e18cf856-d000-4bcf-b773-bcd023f05179, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=e18cf856-d000-4bcf-b773-bcd023f05179,segment=NetworkSegment(d40a9a32-b77b-46dc-abfb-8f02e8c28508),segment_id=d40a9a32-b77b-46dc-abfb-8f02e8c28508)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:39:10.988216 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328a5793-b892-40a2-ba43-1f4f57e74b3e None None] The sync data for ids ['c5538baf-d137-49c4-8cbb-cac645afeab4'] in dv-cinder-760153-9-iscsi is: [{'id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'name': 'tempest-TestVolumeBootPattern-1625730596-router', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'eb666416-6561-4d0c-8443-5923fb1ed931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:01Z', 'updated_at': '2021-09-07T14:39:07Z', 'revision_number': 4, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'gw_port': {'id': 'eb666416-6561-4d0c-8443-5923fb1ed931', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:02Z', 'updated_at': '2021-09-07T14:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': 'f810e8aa-4b7f-4a11-8f7c-aba31de7c523', 'name': '', 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'mac_address': 'fa:16:3e:df:9b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '846cc3d9-b8d8-4a47-8daf-12b566ed01c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:05Z', 'updated_at': '2021-09-07T14:39:10Z', 'revision_number': 4, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'subnets': [{'id': '846cc3d9-b8d8-4a47-8daf-12b566ed01c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:39:11.006998 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-981176c7-949b-4ea6-8a07-0bc062e7000e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951cbe0c-6431-477b-8062-8a82a85202d9', 'name': 'tempest-TestMinimumBasicScenario-1659837734-router', 'tenant_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '36a5d604-3c39-4ab8-83ac-c0c0793ba054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:05Z', 'updated_at': '2021-09-07T14:39:07Z', 'revision_number': 3, 'project_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'gw_port': {'id': '36a5d604-3c39-4ab8-83ac-c0c0793ba054', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '951cbe0c-6431-477b-8062-8a82a85202d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:06Z', 'updated_at': '2021-09-07T14:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi'}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:11.038757 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-100fb9d5-48c6-42bc-85b9-777ee8c7dd28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8728008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8658439'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:11.043989 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981176c7-949b-4ea6-8a07-0bc062e7000e None None] The sync data for ids ['951cbe0c-6431-477b-8062-8a82a85202d9'] in dv-cinder-760153-9-iscsi is: [{'id': '951cbe0c-6431-477b-8062-8a82a85202d9', 'name': 'tempest-TestMinimumBasicScenario-1659837734-router', 'tenant_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '36a5d604-3c39-4ab8-83ac-c0c0793ba054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:05Z', 'updated_at': '2021-09-07T14:39:07Z', 'revision_number': 3, 'project_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'gw_port': {'id': '36a5d604-3c39-4ab8-83ac-c0c0793ba054', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '951cbe0c-6431-477b-8062-8a82a85202d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:06Z', 'updated_at': '2021-09-07T14:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:39:11.071020 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:11.074424 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-88666740-f883-4c33-80a9-f7647196623f None None] Provisioning for port 1242e850-5b5a-4814-8e03-fc4f562bf944 completed by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:39:11.092952 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926892dd-1bb4-4198-9405-d0b0cb49f409 admin admin] Network c71be1b0-a472-4531-9620-78c524d44afd is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:39:11.094636 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-926892dd-1bb4-4198-9405-d0b0cb49f409 admin admin] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:39:11.102583 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-88666740-f883-4c33-80a9-f7647196623f None None] Provisioning complete for port 1242e850-5b5a-4814-8e03-fc4f562bf944 triggered by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:39:11.102949 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-88666740-f883-4c33-80a9-f7647196623f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:11.170162 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100fb9d5-48c6-42bc-85b9-777ee8c7dd28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a527799-0c70-4323-910e-debb8dd68dbf,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:11.175929 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100fb9d5-48c6-42bc-85b9-777ee8c7dd28 admin admin] Checking segment: {'id': '9b272875-bb85-444a-8d5b-2966e585e333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '327645e8-6261-4426-bc85-ab617aef9de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:39:11.176661 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100fb9d5-48c6-42bc-85b9-777ee8c7dd28 admin admin] Network hostable DHCP agents. Network: 327645e8-6261-4426-bc85-ab617aef9de6, hostable agents: ['594f7c6c-f415-4606-b669-794c15de65b6'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:39:11.214183 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-88666740-f883-4c33-80a9-f7647196623f None None] Port 1242e850-5b5a-4814-8e03-fc4f562bf944 cannot update to ACTIVE because it is not bound. {{(pid=94642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:39:11.222054 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=e18cf856-d000-4bcf-b773-bcd023f05179,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:11.305206 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926892dd-1bb4-4198-9405-d0b0cb49f409 admin admin] Router 951cbe0c-6431-477b-8062-8a82a85202d9 has already been hosted by L3 agent ca4ca367-a056-42f7-949c-96b33f8f39bf {{(pid=94641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:39:11.343411 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79734a-d7b5-41d4-99db-55c8fdeb78ea req-97c3e640-ee10-449f-bed8-6a1045616b23 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:11.348719 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3a79734a-d7b5-41d4-99db-55c8fdeb78ea req-97c3e640-ee10-449f-bed8-6a1045616b23 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.1067917 Sep 07 14:39:11.349684 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100fb9d5-48c6-42bc-85b9-777ee8c7dd28 admin admin] Network 327645e8-6261-4426-bc85-ab617aef9de6 is scheduled to be hosted by DHCP agent 594f7c6c-f415-4606-b669-794c15de65b6 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:39:11.383004 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] get_ports_and_sgs() called for port_ids ['e18cf856-d000-4bcf-b773-bcd023f05179'] {{(pid=94642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:39:11.517126 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-8562d766-fcf6-4337-8c16-ae3aba6bb529 None None] Provisioning complete for port 1242e850-5b5a-4814-8e03-fc4f562bf944 triggered by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:39:11.517513 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8562d766-fcf6-4337-8c16-ae3aba6bb529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:11.526401 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926892dd-1bb4-4198-9405-d0b0cb49f409 admin admin] Notify agent at l3_agent.dv-cinder-760153-9-iscsi the message routers_updated {{(pid=94641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:39:11.532963 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-926892dd-1bb4-4198-9405-d0b0cb49f409 admin admin] 10.222.0.11 "PUT /v2.0/routers/951cbe0c-6431-477b-8062-8a82a85202d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5732679 Sep 07 14:39:11.556427 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-100fb9d5-48c6-42bc-85b9-777ee8c7dd28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760153-9-iscsi, 327645e8-6261-4426-bc85-ab617aef9de6) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:39:11.567007 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device f810e8aa-4b7f-4a11-8f7c-aba31de7c523 up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:39:11.588061 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100fb9d5-48c6-42bc-85b9-777ee8c7dd28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:11.588061 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-100fb9d5-48c6-42bc-85b9-777ee8c7dd28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:11.614349 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f578be9e-056c-4511-938e-07077425315b None None] Network 327645e8-6261-4426-bc85-ab617aef9de6 requested from dv-cinder-760153-9-iscsi {{(pid=94642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:39:11.671931 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-8562d766-fcf6-4337-8c16-ae3aba6bb529 None None] Port 1242e850-5b5a-4814-8e03-fc4f562bf944 cannot update to ACTIVE because it is not bound. {{(pid=94642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:39:11.703877 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8b45c-3fd2-4aa5-b0c8-3e96046f4bb5 req-9d6bc545-eac4-4e97-8aba-eae81c214187 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:11.712643 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1bf8b45c-3fd2-4aa5-b0c8-3e96046f4bb5 req-9d6bc545-eac4-4e97-8aba-eae81c214187 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 945 time: 0.3349321 Sep 07 14:39:11.772008 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e44c3-73ce-46bd-9500-a72086d08ce8 req-ad7d386b-ed89-40c3-b5bf-f098acee9e26 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:11.788141 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-369e44c3-73ce-46bd-9500-a72086d08ce8 req-ad7d386b-ed89-40c3-b5bf-f098acee9e26 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 946 time: 0.3193786 Sep 07 14:39:11.810415 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 51024) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:39:11.815748 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-5ac03d5e-290a-443d-a710-3476fc055cf1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2066309959-router', 'tenant_id': '2b8f4bce2ee343028adeb51363808cdc', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'}}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:39:11.822646 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-100fb9d5-48c6-42bc-85b9-777ee8c7dd28 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2326419 Sep 07 14:39:11.865486 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning for port f810e8aa-4b7f-4a11-8f7c-aba31de7c523 completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:39:11.881979 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1bf8b45c-3fd2-4aa5-b0c8-3e96046f4bb5 req-0b20180f-02d2-4909-b401-7986424efeef tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636145 Sep 07 14:39:11.891687 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port f810e8aa-4b7f-4a11-8f7c-aba31de7c523 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:39:11.892071 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:11.924127 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288a73ac-bd01-47ec-9b9a-6d6c268ccd08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05a14c16-e9db-5d56-af18-52452e2ad435-327645e8-6261-4426-bc85-ab617aef9de6', 'network_id': '327645e8-6261-4426-bc85-ab617aef9de6', 'tenant_id': '2b8f4bce2ee343028adeb51363808cdc', 'fixed_ips': [{'subnet_id': '3a527799-0c70-4323-910e-debb8dd68dbf'}]}} from dv-cinder-760153-9-iscsi. {{(pid=94642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 14:39:11.925000 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-288a73ac-bd01-47ec-9b9a-6d6c268ccd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:11.931810 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-369e44c3-73ce-46bd-9500-a72086d08ce8 req-c7a6aa9c-49ed-4987-9890-f99ccf2a30d2 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419606 Sep 07 14:39:11.939218 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-3a79734a-d7b5-41d4-99db-55c8fdeb78ea req-732a1115-73b8-46df-bdf6-d43326109d55 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Deleting port db7b585d-5c07-487a-b641-9f5173bd5e37 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:39:11.940113 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3a79734a-d7b5-41d4-99db-55c8fdeb78ea req-732a1115-73b8-46df-bdf6-d43326109d55 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:11.948269 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5ac03d5e-290a-443d-a710-3476fc055cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3706'] for router, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:11.949347 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5ac03d5e-290a-443d-a710-3476fc055cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3683'] for router, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:12.033444 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5ac03d5e-290a-443d-a710-3476fc055cf1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:12.128522 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:12.192784 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-9152d18d-5686-470b-8281-0603e563890f None None] For port f810e8aa-4b7f-4a11-8f7c-aba31de7c523, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=f810e8aa-4b7f-4a11-8f7c-aba31de7c523,segment=NetworkSegment(33cad443-550e-44eb-8a23-9490b4c4b203),segment_id=33cad443-550e-44eb-8a23-9490b4c4b203)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:39:12.193831 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a10f6-bea9-4980-b681-5bd2e2c06675 req-055a9bf5-19df-4d0a-8440-da44acb09c8b tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:12.194561 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b98a10f6-bea9-4980-b681-5bd2e2c06675 req-055a9bf5-19df-4d0a-8440-da44acb09c8b tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ae5c3d4-1f71-44f1-8699-f2f055eea6e5 HTTP/1.1" status: 200 len: 944 time: 0.1300354 Sep 07 14:39:12.196863 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-3a79734a-d7b5-41d4-99db-55c8fdeb78ea req-732a1115-73b8-46df-bdf6-d43326109d55 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] For port db7b585d-5c07-487a-b641-9f5173bd5e37, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=db7b585d-5c07-487a-b641-9f5173bd5e37,segment=NetworkSegment(b5b9ec0d-e678-4d99-9ed6-46a36cb810b0),segment_id=b5b9ec0d-e678-4d99-9ed6-46a36cb810b0)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:39:12.197275 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3a79734a-d7b5-41d4-99db-55c8fdeb78ea req-732a1115-73b8-46df-bdf6-d43326109d55 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:12.219201 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-3a79734a-d7b5-41d4-99db-55c8fdeb78ea req-732a1115-73b8-46df-bdf6-d43326109d55 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Calling delete_port for db7b585d-5c07-487a-b641-9f5173bd5e37 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:39:12.255062 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.db_base_plugin_common [None req-288a73ac-bd01-47ec-9b9a-6d6c268ccd08 None None] Allocated IP 172.20.0.2 (327645e8-6261-4426-bc85-ab617aef9de6/3a527799-0c70-4323-910e-debb8dd68dbf/847135c7-e7a7-42c4-9ada-cb50a77c5ca7) {{(pid=94642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:39:12.296115 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5ac03d5e-290a-443d-a710-3476fc055cf1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:12.322678 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b98a10f6-bea9-4980-b681-5bd2e2c06675 req-6d06696c-44e0-4840-959a-749bfb12d759 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea978eab-4b43-4b97-8c2f-cf724446e057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164136 Sep 07 14:39:12.343567 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:12.458898 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Pushing event updated for resources: {'Port': ['ID=f810e8aa-4b7f-4a11-8f7c-aba31de7c523,revision_number=5']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:12.532214 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-288a73ac-bd01-47ec-9b9a-6d6c268ccd08 None None] Notify callbacks [] for port, precommit_create {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:12.542941 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3a79734a-d7b5-41d4-99db-55c8fdeb78ea req-732a1115-73b8-46df-bdf6-d43326109d55 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8727932'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:12.553867 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-288a73ac-bd01-47ec-9b9a-6d6c268ccd08 None None] Transition to ACTIVE for port object 847135c7-e7a7-42c4-9ada-cb50a77c5ca7 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:39:12.563564 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] get_ports_and_sgs() called for port_ids ['db7b585d-5c07-487a-b641-9f5173bd5e37', '99453c35-144f-45fc-bfd8-9a3acd2f538e'] {{(pid=94642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:39:12.593889 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a1115-73b8-46df-bdf6-d43326109d55 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Pushing event deleted for resources: {'Port': ['ID=db7b585d-5c07-487a-b641-9f5173bd5e37,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:12.606189 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-288a73ac-bd01-47ec-9b9a-6d6c268ccd08 None None] Transition to ACTIVE for port object 847135c7-e7a7-42c4-9ada-cb50a77c5ca7 will not be triggered until provisioned by entity DHCP. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:39:12.662387 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a79734a-d7b5-41d4-99db-55c8fdeb78ea req-732a1115-73b8-46df-bdf6-d43326109d55 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] No DVR routers for this DVR port db7b585d-5c07-487a-b641-9f5173bd5e37 on host hv-cinder-76015 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:39:12.680153 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3a79734a-d7b5-41d4-99db-55c8fdeb78ea req-732a1115-73b8-46df-bdf6-d43326109d55 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:12.682333 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3a79734a-d7b5-41d4-99db-55c8fdeb78ea req-732a1115-73b8-46df-bdf6-d43326109d55 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.22 "DELETE /v2.0/ports/db7b585d-5c07-487a-b641-9f5173bd5e37 HTTP/1.1" status: 204 len: 173 time: 1.3211467 Sep 07 14:39:12.682791 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d9f043-05f6-4bd7-b5c4-299999cd2349', 'name': 'network-vif-deleted', 'tag': 'db7b585d-5c07-487a-b641-9f5173bd5e37'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:39:12.685852 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca3d64d6ee1d62abf9801d62a4287030b5a1037887016040f3cf02e156c8ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1146452b-2c27-4d56-b8f2-1270359b39be" -d '{"events": [{"server_uuid": "97d9f043-05f6-4bd7-b5c4-299999cd2349", "name": "network-vif-deleted", "tag": "db7b585d-5c07-487a-b641-9f5173bd5e37"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:39:12.704448 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-288a73ac-bd01-47ec-9b9a-6d6c268ccd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533'] for port, after_create {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:12.736265 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7630b9-4417-449b-817c-3537eff1712f x-openstack-request-id: req-4e7630b9-4417-449b-817c-3537eff1712f {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:39:12.736736 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d9f043-05f6-4bd7-b5c4-299999cd2349", "name": "network-vif-deleted", "tag": "db7b585d-5c07-487a-b641-9f5173bd5e37", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:39:12.737137 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4e7630b9-4417-449b-817c-3537eff1712f {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:39:12.737609 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d9f043-05f6-4bd7-b5c4-299999cd2349', 'name': 'network-vif-deleted', 'tag': 'db7b585d-5c07-487a-b641-9f5173bd5e37', 'status': 'completed', 'code': 200} Sep 07 14:39:12.763906 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288a73ac-bd01-47ec-9b9a-6d6c268ccd08 None None] Network 327645e8-6261-4426-bc85-ab617aef9de6 is already hosted by enough agents. {{(pid=94642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:39:12.775831 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.scheduler.base_scheduler [None req-288a73ac-bd01-47ec-9b9a-6d6c268ccd08 None None] Resources bound (agent type, host, resource id): {{(pid=94642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:39:12.777602 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 51038) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:39:12.782592 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6b46fa90-948d-479e-9e4e-9e29d3116715 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-840240819-network', 'tenant_id': '966f4a43c3714d0882ce20be6d9e0e97'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:39:12.784273 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288a73ac-bd01-47ec-9b9a-6d6c268ccd08 None None] Received port after_create {{(pid=94642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:39:12.798506 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288a73ac-bd01-47ec-9b9a-6d6c268ccd08 None None] Pushing event updated for resources: {'Port': ['ID=847135c7-e7a7-42c4-9ada-cb50a77c5ca7,revision_number=1']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:12.832634 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5ac03d5e-290a-443d-a710-3476fc055cf1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:12.859100 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-288a73ac-bd01-47ec-9b9a-6d6c268ccd08 None None] Attempting to bind port 847135c7-e7a7-42c4-9ada-cb50a77c5ca7 on host dv-cinder-760153-9-iscsi for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:39:12.859393 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5ac03d5e-290a-443d-a710-3476fc055cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:12.859512 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-288a73ac-bd01-47ec-9b9a-6d6c268ccd08 None None] Attempting to bind port 847135c7-e7a7-42c4-9ada-cb50a77c5ca7 by drivers openvswitch,hyperv on host dv-cinder-760153-9-iscsi at level 0 using segments [{'id': '9b272875-bb85-444a-8d5b-2966e585e333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '327645e8-6261-4426-bc85-ab617aef9de6'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:39:12.859815 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288a73ac-bd01-47ec-9b9a-6d6c268ccd08 None None] Attempting to bind port 847135c7-e7a7-42c4-9ada-cb50a77c5ca7 on network 327645e8-6261-4426-bc85-ab617aef9de6 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:39:12.865280 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288a73ac-bd01-47ec-9b9a-6d6c268ccd08 None None] Checking agent: {'id': '603a9555-31ed-459d-ae44-8ccb1c39f9f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 28, 5), 'started_at': datetime.datetime(2021, 9, 7, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:39:12.865651 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288a73ac-bd01-47ec-9b9a-6d6c268ccd08 None None] Checking segment: {'id': '9b272875-bb85-444a-8d5b-2966e585e333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '327645e8-6261-4426-bc85-ab617aef9de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:39:12.866082 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-288a73ac-bd01-47ec-9b9a-6d6c268ccd08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:12.866730 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288a73ac-bd01-47ec-9b9a-6d6c268ccd08 None None] Bound using segment: {'id': '9b272875-bb85-444a-8d5b-2966e585e333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '327645e8-6261-4426-bc85-ab617aef9de6'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:39:12.867113 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-288a73ac-bd01-47ec-9b9a-6d6c268ccd08 None None] Bound port: 847135c7-e7a7-42c4-9ada-cb50a77c5ca7, host: dv-cinder-760153-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b272875-bb85-444a-8d5b-2966e585e333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '327645e8-6261-4426-bc85-ab617aef9de6'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:39:12.868670 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-288a73ac-bd01-47ec-9b9a-6d6c268ccd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:12.902529 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b46fa90-948d-479e-9e4e-9e29d3116715 admin admin] Made reservation on behalf of 966f4a43c3714d0882ce20be6d9e0e97 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:39:12.906547 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6b46fa90-948d-479e-9e4e-9e29d3116715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:12.917330 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6b46fa90-948d-479e-9e4e-9e29d3116715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:12.974818 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-288a73ac-bd01-47ec-9b9a-6d6c268ccd08 None None] For port 847135c7-e7a7-42c4-9ada-cb50a77c5ca7, host dv-cinder-760153-9-iscsi, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:39:12.978374 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-288a73ac-bd01-47ec-9b9a-6d6c268ccd08 None None] For port 847135c7-e7a7-42c4-9ada-cb50a77c5ca7, host dv-cinder-760153-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=847135c7-e7a7-42c4-9ada-cb50a77c5ca7,segment=NetworkSegment(9b272875-bb85-444a-8d5b-2966e585e333),segment_id=9b272875-bb85-444a-8d5b-2966e585e333)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:39:12.991062 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-5ac03d5e-290a-443d-a710-3476fc055cf1 admin admin] Allocated IP 172.27.3.103 (f04259db-55ec-42a0-98f6-02412be1dbca/67ecb36d-e9a7-4541-9321-65fb5ffda8c8/f2575674-2786-4679-97e2-00ebf80c33bd) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:39:13.011173 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4e4debd0-3b20-4024-a4f4-979173e7ac33 req-1d58b609-dc10-4f5d-8c3d-488e3a9ca4b7 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=97d9f043-05f6-4bd7-b5c4-299999cd2349 HTTP/1.1" status: 200 len: 210 time: 0.0320816 Sep 07 14:39:13.050600 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6b46fa90-948d-479e-9e4e-9e29d3116715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:13.057180 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-288a73ac-bd01-47ec-9b9a-6d6c268ccd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:13.114982 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc9bdf-e288-4e69-be19-848c63171813 req-59748526-1b8d-427b-86f5-41a7d22743fb tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:13.116587 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-07fc9bdf-e288-4e69-be19-848c63171813 req-59748526-1b8d-427b-86f5-41a7d22743fb tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 946 time: 0.0601177 Sep 07 14:39:13.127548 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288a73ac-bd01-47ec-9b9a-6d6c268ccd08 None None] Pushing event updated for resources: {'Port': ['ID=847135c7-e7a7-42c4-9ada-cb50a77c5ca7,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:13.134665 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5ac03d5e-290a-443d-a710-3476fc055cf1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:13.170917 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-07fc9bdf-e288-4e69-be19-848c63171813 req-946bb83c-f90a-444d-9ca2-e7369455ea67 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413899 Sep 07 14:39:13.172189 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6b46fa90-948d-479e-9e4e-9e29d3116715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:13.203485 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b46fa90-948d-479e-9e4e-9e29d3116715 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 896} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:39:13.214182 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b46fa90-948d-479e-9e4e-9e29d3116715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd0f594-97c8-49a0-b7f4-47e2b67e046b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:13.220884 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6b46fa90-948d-479e-9e4e-9e29d3116715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:13.221314 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.db.segments_db [None req-6b46fa90-948d-479e-9e4e-9e29d3116715 admin admin] Added segment d3b6861e-4434-4aad-b068-badf3d14de47 of type vlan for network 9d4158e2-ad5c-4008-b86a-a3c689de40aa Sep 07 14:39:13.264676 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6b46fa90-948d-479e-9e4e-9e29d3116715 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735925196804'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:13.420060 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6b46fa90-948d-479e-9e4e-9e29d3116715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:13.421683 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b46fa90-948d-479e-9e4e-9e29d3116715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:13.425818 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6b46fa90-948d-479e-9e4e-9e29d3116715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:13.536818 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b46fa90-948d-479e-9e4e-9e29d3116715 admin admin] Pushing event updated for resources: {'Network': ['ID=9d4158e2-ad5c-4008-b86a-a3c689de40aa,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:13.547953 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Network 9d4158e2-ad5c-4008-b86a-a3c689de40aa details requested by agent ovs-agent-dv-cinder-760153-9-iscsi with host dv-cinder-760153-9-iscsi {{(pid=94642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:39:13.551494 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d723e3f-df18-4187-8023-c9e3d4a18e31 req-e2d49b73-5176-410c-a3b1-678fd7a343e7 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:13.553073 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2d723e3f-df18-4187-8023-c9e3d4a18e31 req-e2d49b73-5176-410c-a3b1-678fd7a343e7 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ae5c3d4-1f71-44f1-8699-f2f055eea6e5 HTTP/1.1" status: 200 len: 944 time: 0.1107268 Sep 07 14:39:13.578888 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device f810e8aa-4b7f-4a11-8f7c-aba31de7c523 up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:39:13.598690 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2d723e3f-df18-4187-8023-c9e3d4a18e31 req-fa4d2fbf-5a3e-44d3-94c3-4a91436b25b9 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea978eab-4b43-4b97-8c2f-cf724446e057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349090 Sep 07 14:39:13.615293 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-6b46fa90-948d-479e-9e4e-9e29d3116715 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8368456 Sep 07 14:39:13.620725 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5ac03d5e-290a-443d-a710-3476fc055cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:13.625053 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 51046) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:39:13.632981 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-b8cd77eb-9275-477b-855c-1c944f7ba82f admin admin] Request body: {'subnet': {'network_id': '9d4158e2-ad5c-4008-b86a-a3c689de40aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-840240819-subnet', 'tenant_id': '966f4a43c3714d0882ce20be6d9e0e97', 'ip_version': 4}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:39:13.679700 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port f810e8aa-4b7f-4a11-8f7c-aba31de7c523 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:39:13.680152 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:13.692213 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac03d5e-290a-443d-a710-3476fc055cf1 admin admin] Network f04259db-55ec-42a0-98f6-02412be1dbca is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:39:13.701685 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-5ac03d5e-290a-443d-a710-3476fc055cf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:39:13.703907 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac03d5e-290a-443d-a710-3476fc055cf1 admin admin] Pushing event updated for resources: {'Port': ['ID=f2575674-2786-4679-97e2-00ebf80c33bd,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:13.708537 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac03d5e-290a-443d-a710-3476fc055cf1 admin admin] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:39:13.771831 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 847135c7-e7a7-42c4-9ada-cb50a77c5ca7 up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:39:13.848717 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8cd77eb-9275-477b-855c-1c944f7ba82f admin admin] Made reservation on behalf of 966f4a43c3714d0882ce20be6d9e0e97 for: {'subnet': 1} {{(pid=94641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:39:13.851198 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8cd77eb-9275-477b-855c-1c944f7ba82f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4046450'] for subnet, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:13.902340 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning for port 847135c7-e7a7-42c4-9ada-cb50a77c5ca7 completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:39:13.908439 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 36a5d604-3c39-4ab8-83ac-c0c0793ba054 up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:39:14.051488 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning for port 36a5d604-3c39-4ab8-83ac-c0c0793ba054 completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:39:14.055993 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port 36a5d604-3c39-4ab8-83ac-c0c0793ba054 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:39:14.057804 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:14.168228 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5ac03d5e-290a-443d-a710-3476fc055cf1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:14.178593 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:14.197752 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698454ca-c328-443d-a849-37063e43bc98 None None] Network 327645e8-6261-4426-bc85-ab617aef9de6 requested from dv-cinder-760153-9-iscsi {{(pid=94642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:39:14.210135 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8cd77eb-9275-477b-855c-1c944f7ba82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4046436'] for subnet, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:14.233538 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-9152d18d-5686-470b-8281-0603e563890f None None] For port 36a5d604-3c39-4ab8-83ac-c0c0793ba054, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=36a5d604-3c39-4ab8-83ac-c0c0793ba054,segment=NetworkSegment(c9eb5183-06b9-4b59-a709-2fab54e09f70),segment_id=c9eb5183-06b9-4b59-a709-2fab54e09f70)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:39:14.298744 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device e18cf856-d000-4bcf-b773-bcd023f05179 up at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:39:14.309032 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd77eb-9275-477b-855c-1c944f7ba82f admin admin] Pushing event updated for resources: {'Subnet': ['ID=857a12a8-9273-4d67-9f03-1c65bb79c181,revision_number=0']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:14.342872 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cd77eb-9275-477b-855c-1c944f7ba82f admin admin] Checking segment: {'id': 'd3b6861e-4434-4aad-b068-badf3d14de47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '9d4158e2-ad5c-4008-b86a-a3c689de40aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:39:14.343394 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cd77eb-9275-477b-855c-1c944f7ba82f admin admin] Network hostable DHCP agents. Network: 9d4158e2-ad5c-4008-b86a-a3c689de40aa, hostable agents: ['594f7c6c-f415-4606-b669-794c15de65b6'], hosted agents: [] {{(pid=94641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:39:14.366658 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba43d84-35e2-42f1-bfbc-bbed39670886 req-effd455b-64ea-41c1-b51a-f3cfcfc24afc tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:14.374432 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-dba43d84-35e2-42f1-bfbc-bbed39670886 req-effd455b-64ea-41c1-b51a-f3cfcfc24afc tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 946 time: 0.0824604 Sep 07 14:39:14.419714 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-dba43d84-35e2-42f1-bfbc-bbed39670886 req-53f83e40-0b30-4ea2-8f74-24f9e8998713 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387688 Sep 07 14:39:14.460564 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cd77eb-9275-477b-855c-1c944f7ba82f admin admin] Network 9d4158e2-ad5c-4008-b86a-a3c689de40aa is scheduled to be hosted by DHCP agent 594f7c6c-f415-4606-b669-794c15de65b6 with binding_index 1 {{(pid=94641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:39:14.497772 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5ac03d5e-290a-443d-a710-3476fc055cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539083'] for router, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:14.538546 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:14.540267 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-b58380be-d6e2-4a51-bc3b-9081144d3169 None None] Provisioning for port 847135c7-e7a7-42c4-9ada-cb50a77c5ca7 completed by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:39:14.548519 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942e7b45-0550-47d3-b6cd-9681ad70c05e None None] Sync routers for ids ['951cbe0c-6431-477b-8062-8a82a85202d9'] in dv-cinder-760153-9-iscsi {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:39:14.557252 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-b8cd77eb-9275-477b-855c-1c944f7ba82f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760153-9-iscsi, 9d4158e2-ad5c-4008-b86a-a3c689de40aa) {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:39:14.564031 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cd77eb-9275-477b-855c-1c944f7ba82f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:14.565416 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8cd77eb-9275-477b-855c-1c944f7ba82f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for subnet, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:14.581621 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-b58380be-d6e2-4a51-bc3b-9081144d3169 None None] Provisioning complete for port 847135c7-e7a7-42c4-9ada-cb50a77c5ca7 triggered by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:39:14.582279 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b58380be-d6e2-4a51-bc3b-9081144d3169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:14.584271 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1142c01-f537-471b-8706-fac5692e4fc3 None None] Network 9d4158e2-ad5c-4008-b86a-a3c689de40aa requested from dv-cinder-760153-9-iscsi {{(pid=94642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:39:14.596176 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea3b4ac-8bf4-46dd-b91c-7452ed388be5 req-ed1303c3-2f11-49b7-be5a-f322be283c86 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:14.596371 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5ea3b4ac-8bf4-46dd-b91c-7452ed388be5 req-ed1303c3-2f11-49b7-be5a-f322be283c86 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.0634212 Sep 07 14:39:14.649638 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5ea3b4ac-8bf4-46dd-b91c-7452ed388be5 req-713d3bc4-c90f-401c-b6d5-ae903f187924 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460086 Sep 07 14:39:14.677732 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-b8cd77eb-9275-477b-855c-1c944f7ba82f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0496206 Sep 07 14:39:14.681551 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 51064) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:39:14.688194 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-3207ae1b-1534-4000-89fd-0fae7a0e64d7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-840240819-router', 'tenant_id': '966f4a43c3714d0882ce20be6d9e0e97', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'}}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:39:14.701321 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Pushing event updated for resources: {'Port': ['ID=36a5d604-3c39-4ab8-83ac-c0c0793ba054,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:14.703939 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942e7b45-0550-47d3-b6cd-9681ad70c05e None None] Routers {'951cbe0c-6431-477b-8062-8a82a85202d9'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:39:14.704540 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-942e7b45-0550-47d3-b6cd-9681ad70c05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:39:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['951cbe0c-6431-477b-8062-8a82a85202d9'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:14.747160 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d0ebe-821a-4eeb-9e7a-1e27c855cf8c req-e92c9e34-2ef1-41bb-93cf-29e8d1d608ed tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:14.748618 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-939d0ebe-821a-4eeb-9e7a-1e27c855cf8c req-e92c9e34-2ef1-41bb-93cf-29e8d1d608ed tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ae5c3d4-1f71-44f1-8699-f2f055eea6e5 HTTP/1.1" status: 200 len: 944 time: 0.0646596 Sep 07 14:39:14.771119 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Provisioning for port e18cf856-d000-4bcf-b773-bcd023f05179 completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:39:14.787875 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-939d0ebe-821a-4eeb-9e7a-1e27c855cf8c req-13a4d0bb-5e91-4537-89d0-4d6687142922 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea978eab-4b43-4b97-8c2f-cf724446e057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328019 Sep 07 14:39:14.790226 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Provisioning complete for port e18cf856-d000-4bcf-b773-bcd023f05179 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:39:14.790596 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:14.805177 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3207ae1b-1534-4000-89fd-0fae7a0e64d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3706'] for router, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:14.806492 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3207ae1b-1534-4000-89fd-0fae7a0e64d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3683'] for router, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:14.830938 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac03d5e-290a-443d-a710-3476fc055cf1 admin admin] Router cc3e4845-47f0-452c-b824-58e40c1acfac is scheduled to L3 agent ca4ca367-a056-42f7-949c-96b33f8f39bf with binding_index 1 {{(pid=94641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 14:39:14.869392 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3207ae1b-1534-4000-89fd-0fae7a0e64d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:14.970418 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b58380be-d6e2-4a51-bc3b-9081144d3169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:14.975545 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-942e7b45-0550-47d3-b6cd-9681ad70c05e None None] Set router 951cbe0c-6431-477b-8062-8a82a85202d9 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:39:15.096032 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3207ae1b-1534-4000-89fd-0fae7a0e64d7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:15.104444 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac03d5e-290a-443d-a710-3476fc055cf1 admin admin] Notify agent at l3_agent.dv-cinder-760153-9-iscsi the message routers_updated {{(pid=94641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:39:15.116426 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f097b34-7a9a-40d5-bfea-d889a81356d7 None None] Sync routers for ids ['cc3e4845-47f0-452c-b824-58e40c1acfac'] in dv-cinder-760153-9-iscsi {{(pid=94643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:39:15.117012 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-b58380be-d6e2-4a51-bc3b-9081144d3169 None None] For port 847135c7-e7a7-42c4-9ada-cb50a77c5ca7, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=847135c7-e7a7-42c4-9ada-cb50a77c5ca7,segment=NetworkSegment(9b272875-bb85-444a-8d5b-2966e585e333),segment_id=9b272875-bb85-444a-8d5b-2966e585e333)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:39:15.121034 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad8e066-abf0-45ec-8b1d-62ead2106856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05a14c16-e9db-5d56-af18-52452e2ad435-9d4158e2-ad5c-4008-b86a-a3c689de40aa', 'network_id': '9d4158e2-ad5c-4008-b86a-a3c689de40aa', 'tenant_id': '966f4a43c3714d0882ce20be6d9e0e97', 'fixed_ips': [{'subnet_id': '857a12a8-9273-4d67-9f03-1c65bb79c181'}]}} from dv-cinder-760153-9-iscsi. {{(pid=94642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 14:39:15.121796 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2ad8e066-abf0-45ec-8b1d-62ead2106856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:15.123779 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f097b34-7a9a-40d5-bfea-d889a81356d7 None None] Routers {'cc3e4845-47f0-452c-b824-58e40c1acfac'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:39:15.124391 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-2f097b34-7a9a-40d5-bfea-d889a81356d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:39:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['cc3e4845-47f0-452c-b824-58e40c1acfac'], 'active': True} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:15.172769 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:15.237838 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvr_db [None req-2f097b34-7a9a-40d5-bfea-d889a81356d7 None None] Set router cc3e4845-47f0-452c-b824-58e40c1acfac gateway port host: dv-cinder-760153-9-iscsi {{(pid=94643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:39:15.239359 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5ac03d5e-290a-443d-a710-3476fc055cf1 admin admin] Notify callbacks [] for router, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:15.242464 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-5ac03d5e-290a-443d-a710-3476fc055cf1 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4284222 Sep 07 14:39:15.243768 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 51066) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:39:15.262729 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b58380be-d6e2-4a51-bc3b-9081144d3169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:15.318391 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae5c3d4-1f71-44f1-8699-f2f055eea6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18cf856-d000-4bcf-b773-bcd023f05179'}] {{(pid=94642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:39:15.320628 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd6d84ba8741af88afecd5b756310c726975e6558383509c2c49b1cfba31424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b81aaec-b9f2-4a4b-a0b7-18ac2e661365" -d '{"events": [{"server_uuid": "5ae5c3d4-1f71-44f1-8699-f2f055eea6e5", "name": "network-vif-plugged", "status": "completed", "tag": "e18cf856-d000-4bcf-b773-bcd023f05179"}]}' {{(pid=94642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:39:15.357986 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port e18cf856-d000-4bcf-b773-bcd023f05179, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=e18cf856-d000-4bcf-b773-bcd023f05179,segment=NetworkSegment(d40a9a32-b77b-46dc-abfb-8f02e8c28508),segment_id=d40a9a32-b77b-46dc-abfb-8f02e8c28508)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:39:15.401198 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62dee57e-073e-4119-810e-01861f5fec13 x-openstack-request-id: req-62dee57e-073e-4119-810e-01861f5fec13 {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:39:15.401487 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae5c3d4-1f71-44f1-8699-f2f055eea6e5", "name": "network-vif-plugged", "status": "completed", "tag": "e18cf856-d000-4bcf-b773-bcd023f05179", "code": 200}]} {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:39:15.401740 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-62dee57e-073e-4119-810e-01861f5fec13 {{(pid=94642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:39:15.402173 dv-cinder-760153-9-iscsi neutron-server[94642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae5c3d4-1f71-44f1-8699-f2f055eea6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18cf856-d000-4bcf-b773-bcd023f05179', 'code': 200} Sep 07 14:39:15.411292 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58380be-d6e2-4a51-bc3b-9081144d3169 None None] Pushing event updated for resources: {'Port': ['ID=847135c7-e7a7-42c4-9ada-cb50a77c5ca7,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:15.469576 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.db_base_plugin_common [None req-2ad8e066-abf0-45ec-8b1d-62ead2106856 None None] Allocated IP 172.20.0.2 (9d4158e2-ad5c-4008-b86a-a3c689de40aa/857a12a8-9273-4d67-9f03-1c65bb79c181/3a8fd1cd-dac2-4159-9bb2-8716fd22080c) {{(pid=94642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:39:15.474755 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-0b051872-cfe2-41dc-9f1c-857ca5ddd9fc None None] Provisioning complete for port 847135c7-e7a7-42c4-9ada-cb50a77c5ca7 triggered by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:39:15.475024 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-0b051872-cfe2-41dc-9f1c-857ca5ddd9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:15.493745 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:15.494838 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device db7b585d-5c07-487a-b641-9f5173bd5e37 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:39:15.501110 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-2f097b34-7a9a-40d5-bfea-d889a81356d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3e4845-47f0-452c-b824-58e40c1acfac', 'name': 'tempest-TestVolumeBootPattern-2066309959-router', 'tenant_id': '2b8f4bce2ee343028adeb51363808cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': 'f2575674-2786-4679-97e2-00ebf80c33bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:11Z', 'updated_at': '2021-09-07T14:39:13Z', 'revision_number': 3, 'project_id': '2b8f4bce2ee343028adeb51363808cdc', 'gw_port': {'id': 'f2575674-2786-4679-97e2-00ebf80c33bd', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:69:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3e4845-47f0-452c-b824-58e40c1acfac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:12Z', 'updated_at': '2021-09-07T14:39:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi'}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:15.519089 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3207ae1b-1534-4000-89fd-0fae7a0e64d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:15.547655 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3207ae1b-1534-4000-89fd-0fae7a0e64d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:15.565169 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f097b34-7a9a-40d5-bfea-d889a81356d7 None None] Checking router: cc3e4845-47f0-452c-b824-58e40c1acfac for host: dv-cinder-760153-9-iscsi {{(pid=94643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:39:15.570270 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f097b34-7a9a-40d5-bfea-d889a81356d7 None None] Updating router cc3e4845-47f0-452c-b824-58e40c1acfac port f2575674-2786-4679-97e2-00ebf80c33bd binding host dv-cinder-760153-9-iscsi {{(pid=94643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:39:15.598160 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 36a5d604-3c39-4ab8-83ac-c0c0793ba054 up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:39:15.610418 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-2f097b34-7a9a-40d5-bfea-d889a81356d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:15.664155 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] No Port match for: db7b585d-5c07-487a-b641-9f5173bd5e37 {{(pid=94642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:39:15.664759 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device db7b585d-5c07-487a-b641-9f5173bd5e37 not bound to the agent host hv-cinder-76015 {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:39:15.755046 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-3207ae1b-1534-4000-89fd-0fae7a0e64d7 admin admin] Allocated IP 172.27.3.226 (f04259db-55ec-42a0-98f6-02412be1dbca/67ecb36d-e9a7-4541-9321-65fb5ffda8c8/7baeaa76-0ef0-41bb-a2da-16207a911aa7) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:39:15.780719 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port 36a5d604-3c39-4ab8-83ac-c0c0793ba054 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:39:15.781716 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:15.805859 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-942e7b45-0550-47d3-b6cd-9681ad70c05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951cbe0c-6431-477b-8062-8a82a85202d9', 'name': 'tempest-TestMinimumBasicScenario-1659837734-router', 'tenant_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '36a5d604-3c39-4ab8-83ac-c0c0793ba054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:05Z', 'updated_at': '2021-09-07T14:39:10Z', 'revision_number': 4, 'project_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'gw_port': {'id': '36a5d604-3c39-4ab8-83ac-c0c0793ba054', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951cbe0c-6431-477b-8062-8a82a85202d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:06Z', 'updated_at': '2021-09-07T14:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': '1242e850-5b5a-4814-8e03-fc4f562bf944', 'name': '', 'network_id': 'c71be1b0-a472-4531-9620-78c524d44afd', 'tenant_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'mac_address': 'fa:16:3e:64:8a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '951cbe0c-6431-477b-8062-8a82a85202d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1665e509-0b7d-4482-9e4d-29c028e42a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:09Z', 'updated_at': '2021-09-07T14:39:10Z', 'revision_number': 2, 'project_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'subnets': [{'id': '1665e509-0b7d-4482-9e4d-29c028e42a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:15.825563 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc2b0e-ae9c-4b71-aa93-e8c456edd87c req-40da29a4-19ae-41d3-a175-a600881e7a14 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:15.827099 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-afdc2b0e-ae9c-4b71-aa93-e8c456edd87c req-40da29a4-19ae-41d3-a175-a600881e7a14 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 946 time: 0.1396694 Sep 07 14:39:15.851736 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e994bc-dbb5-463a-8b62-21579228cc4e req-57c0b31f-1381-4dd1-9cc6-8d41a266b70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:15.853184 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-51e994bc-dbb5-463a-8b62-21579228cc4e req-57c0b31f-1381-4dd1-9cc6-8d41a266b70a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5ae5c3d4-1f71-44f1-8699-f2f055eea6e5 HTTP/1.1" status: 200 len: 1098 time: 0.1396279 Sep 07 14:39:15.868681 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=e18cf856-d000-4bcf-b773-bcd023f05179,revision_number=5']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:15.871368 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942e7b45-0550-47d3-b6cd-9681ad70c05e None None] Checking router: 951cbe0c-6431-477b-8062-8a82a85202d9 for host: dv-cinder-760153-9-iscsi {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:39:15.871723 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942e7b45-0550-47d3-b6cd-9681ad70c05e None None] Updating router 951cbe0c-6431-477b-8062-8a82a85202d9 port 1242e850-5b5a-4814-8e03-fc4f562bf944 binding host dv-cinder-760153-9-iscsi {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:39:15.897502 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3207ae1b-1534-4000-89fd-0fae7a0e64d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:15.942985 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-942e7b45-0550-47d3-b6cd-9681ad70c05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:15.957829 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b364f331-af99-4b59-ab94-3dde86810e0f req-1f4c1830-1362-4ec6-9cd0-2922d41cb390 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:15.959377 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b364f331-af99-4b59-ab94-3dde86810e0f req-1f4c1830-1362-4ec6-9cd0-2922d41cb390 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.1952732 Sep 07 14:39:15.970509 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-afdc2b0e-ae9c-4b71-aa93-e8c456edd87c req-783c481b-4711-446e-bcc2-87884d2e8d64 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273692 Sep 07 14:39:15.991243 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-51e994bc-dbb5-463a-8b62-21579228cc4e req-5c2028cf-1a80-4463-8531-31ef428a69f5 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ea978eab-4b43-4b97-8c2f-cf724446e057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157098 Sep 07 14:39:16.032773 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3207ae1b-1534-4000-89fd-0fae7a0e64d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:16.063067 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b364f331-af99-4b59-ab94-3dde86810e0f req-7472d21a-dfe1-4f0e-a9db-21623a7035eb tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915093 Sep 07 14:39:16.097729 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3207ae1b-1534-4000-89fd-0fae7a0e64d7 admin admin] Network f04259db-55ec-42a0-98f6-02412be1dbca is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:39:16.101615 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-3207ae1b-1534-4000-89fd-0fae7a0e64d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:39:16.108931 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3207ae1b-1534-4000-89fd-0fae7a0e64d7 admin admin] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:39:16.149164 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3207ae1b-1534-4000-89fd-0fae7a0e64d7 admin admin] Pushing event updated for resources: {'Port': ['ID=7baeaa76-0ef0-41bb-a2da-16207a911aa7,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:16.168828 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c91220-39b8-4bf1-8a2b-b7a750b9a73f req-d080f848-8f71-4a38-9a6f-428a843bf2b1 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:16.170525 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b2c91220-39b8-4bf1-8a2b-b7a750b9a73f req-d080f848-8f71-4a38-9a6f-428a843bf2b1 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ae5c3d4-1f71-44f1-8699-f2f055eea6e5 HTTP/1.1" status: 200 len: 945 time: 0.0956602 Sep 07 14:39:16.177418 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2ad8e066-abf0-45ec-8b1d-62ead2106856 None None] Notify callbacks [] for port, precommit_create {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:16.197075 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-2ad8e066-abf0-45ec-8b1d-62ead2106856 None None] Transition to ACTIVE for port object 3a8fd1cd-dac2-4159-9bb2-8716fd22080c will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:39:16.238874 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-2ad8e066-abf0-45ec-8b1d-62ead2106856 None None] Transition to ACTIVE for port object 3a8fd1cd-dac2-4159-9bb2-8716fd22080c will not be triggered until provisioned by entity DHCP. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:39:16.261189 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b2c91220-39b8-4bf1-8a2b-b7a750b9a73f req-1aab2190-986b-441b-b366-deb92137db30 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea978eab-4b43-4b97-8c2f-cf724446e057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689709 Sep 07 14:39:16.285325 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-2f097b34-7a9a-40d5-bfea-d889a81356d7 None None] Notify callbacks [] for port, precommit_update {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:16.297971 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.provisioning_blocks [None req-2f097b34-7a9a-40d5-bfea-d889a81356d7 None None] Transition to ACTIVE for port object f2575674-2786-4679-97e2-00ebf80c33bd will not be triggered until provisioned by entity L2. {{(pid=94643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:39:16.314907 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2ad8e066-abf0-45ec-8b1d-62ead2106856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533'] for port, after_create {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:16.337483 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa18b649-74fc-4151-9c3e-1a0d226be550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:16.360027 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-2f097b34-7a9a-40d5-bfea-d889a81356d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:16.435813 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb98c7-ab50-4ea3-bf45-7eecc81c1994 None None] Pushing event updated for resources: {'Port': ['ID=f2575674-2786-4679-97e2-00ebf80c33bd,revision_number=2']} {{(pid=94643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:16.438588 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.managers [None req-2f097b34-7a9a-40d5-bfea-d889a81356d7 None None] Attempting to bind port f2575674-2786-4679-97e2-00ebf80c33bd on host dv-cinder-760153-9-iscsi for vnic_type normal with profile {{(pid=94643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:39:16.438777 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.managers [None req-2f097b34-7a9a-40d5-bfea-d889a81356d7 None None] Attempting to bind port f2575674-2786-4679-97e2-00ebf80c33bd by drivers openvswitch,hyperv on host dv-cinder-760153-9-iscsi at level 0 using segments [{'id': 'c9eb5183-06b9-4b59-a709-2fab54e09f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'}] {{(pid=94643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:39:16.439130 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f097b34-7a9a-40d5-bfea-d889a81356d7 None None] Attempting to bind port f2575674-2786-4679-97e2-00ebf80c33bd on network f04259db-55ec-42a0-98f6-02412be1dbca {{(pid=94643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:39:16.447211 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f097b34-7a9a-40d5-bfea-d889a81356d7 None None] Checking agent: {'id': '603a9555-31ed-459d-ae44-8ccb1c39f9f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 28, 5), 'started_at': datetime.datetime(2021, 9, 7, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:39:16.447211 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f097b34-7a9a-40d5-bfea-d889a81356d7 None None] Checking segment: {'id': 'c9eb5183-06b9-4b59-a709-2fab54e09f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:39:16.447211 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-2f097b34-7a9a-40d5-bfea-d889a81356d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:16.447520 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f097b34-7a9a-40d5-bfea-d889a81356d7 None None] Bound using segment: {'id': 'c9eb5183-06b9-4b59-a709-2fab54e09f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'} {{(pid=94643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:39:16.447910 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.managers [None req-2f097b34-7a9a-40d5-bfea-d889a81356d7 None None] Bound port: f2575674-2786-4679-97e2-00ebf80c33bd, host: dv-cinder-760153-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9eb5183-06b9-4b59-a709-2fab54e09f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'}}] {{(pid=94643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:39:16.448303 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-2f097b34-7a9a-40d5-bfea-d889a81356d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:16.500059 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3207ae1b-1534-4000-89fd-0fae7a0e64d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:16.515327 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.db [None req-2f097b34-7a9a-40d5-bfea-d889a81356d7 None None] For port f2575674-2786-4679-97e2-00ebf80c33bd, host dv-cinder-760153-9-iscsi, cleared binding levels {{(pid=94643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:39:16.519166 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.db [None req-2f097b34-7a9a-40d5-bfea-d889a81356d7 None None] For port f2575674-2786-4679-97e2-00ebf80c33bd, host dv-cinder-760153-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=f2575674-2786-4679-97e2-00ebf80c33bd,segment=NetworkSegment(c9eb5183-06b9-4b59-a709-2fab54e09f70),segment_id=c9eb5183-06b9-4b59-a709-2fab54e09f70)] {{(pid=94643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:39:16.520453 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad8e066-abf0-45ec-8b1d-62ead2106856 None None] Network 9d4158e2-ad5c-4008-b86a-a3c689de40aa is already hosted by enough agents. {{(pid=94642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:39:16.524615 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad8e066-abf0-45ec-8b1d-62ead2106856 None None] Pushing event updated for resources: {'Port': ['ID=3a8fd1cd-dac2-4159-9bb2-8716fd22080c,revision_number=1']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:16.532182 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.scheduler.base_scheduler [None req-2ad8e066-abf0-45ec-8b1d-62ead2106856 None None] Resources bound (agent type, host, resource id): {{(pid=94642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:39:16.536187 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad8e066-abf0-45ec-8b1d-62ead2106856 None None] Received port after_create {{(pid=94642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:39:16.549224 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-fa18b649-74fc-4151-9c3e-1a0d226be550 admin admin] Allocated IP 172.20.0.1 (327645e8-6261-4426-bc85-ab617aef9de6/3a527799-0c70-4323-910e-debb8dd68dbf/fe9ffce9-758b-435b-9f63-139be8ca5bbc) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:39:16.611204 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-2f097b34-7a9a-40d5-bfea-d889a81356d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:16.623978 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-942e7b45-0550-47d3-b6cd-9681ad70c05e None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:16.642781 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-942e7b45-0550-47d3-b6cd-9681ad70c05e None None] Transition to ACTIVE for port object 1242e850-5b5a-4814-8e03-fc4f562bf944 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:39:16.644874 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-2ad8e066-abf0-45ec-8b1d-62ead2106856 None None] Attempting to bind port 3a8fd1cd-dac2-4159-9bb2-8716fd22080c on host dv-cinder-760153-9-iscsi for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:39:16.645098 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-2ad8e066-abf0-45ec-8b1d-62ead2106856 None None] Attempting to bind port 3a8fd1cd-dac2-4159-9bb2-8716fd22080c by drivers openvswitch,hyperv on host dv-cinder-760153-9-iscsi at level 0 using segments [{'id': 'd3b6861e-4434-4aad-b068-badf3d14de47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '9d4158e2-ad5c-4008-b86a-a3c689de40aa'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:39:16.645460 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad8e066-abf0-45ec-8b1d-62ead2106856 None None] Attempting to bind port 3a8fd1cd-dac2-4159-9bb2-8716fd22080c on network 9d4158e2-ad5c-4008-b86a-a3c689de40aa {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:39:16.651472 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad8e066-abf0-45ec-8b1d-62ead2106856 None None] Checking agent: {'id': '603a9555-31ed-459d-ae44-8ccb1c39f9f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 28, 5), 'started_at': datetime.datetime(2021, 9, 7, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:39:16.651850 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad8e066-abf0-45ec-8b1d-62ead2106856 None None] Checking segment: {'id': 'd3b6861e-4434-4aad-b068-badf3d14de47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '9d4158e2-ad5c-4008-b86a-a3c689de40aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:39:16.657527 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2ad8e066-abf0-45ec-8b1d-62ead2106856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:16.657527 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad8e066-abf0-45ec-8b1d-62ead2106856 None None] Bound using segment: {'id': 'd3b6861e-4434-4aad-b068-badf3d14de47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '9d4158e2-ad5c-4008-b86a-a3c689de40aa'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:39:16.657527 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-2ad8e066-abf0-45ec-8b1d-62ead2106856 None None] Bound port: 3a8fd1cd-dac2-4159-9bb2-8716fd22080c, host: dv-cinder-760153-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3b6861e-4434-4aad-b068-badf3d14de47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '9d4158e2-ad5c-4008-b86a-a3c689de40aa'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:39:16.657527 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2ad8e066-abf0-45ec-8b1d-62ead2106856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:16.675440 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa18b649-74fc-4151-9c3e-1a0d226be550 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:16.891088 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb98c7-ab50-4ea3-bf45-7eecc81c1994 None None] Pushing event updated for resources: {'Port': ['ID=f2575674-2786-4679-97e2-00ebf80c33bd,revision_number=3']} {{(pid=94643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:16.891203 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-fa18b649-74fc-4151-9c3e-1a0d226be550 admin admin] Transition to ACTIVE for port object fe9ffce9-758b-435b-9f63-139be8ca5bbc will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:39:16.891575 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f097b34-7a9a-40d5-bfea-d889a81356d7 None None] Routers {'cc3e4845-47f0-452c-b824-58e40c1acfac'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:39:16.891575 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-2f097b34-7a9a-40d5-bfea-d889a81356d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:39:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['cc3e4845-47f0-452c-b824-58e40c1acfac'], 'active': True} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:16.891762 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3207ae1b-1534-4000-89fd-0fae7a0e64d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539083'] for router, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:16.891874 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-2ad8e066-abf0-45ec-8b1d-62ead2106856 None None] For port 3a8fd1cd-dac2-4159-9bb2-8716fd22080c, host dv-cinder-760153-9-iscsi, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:39:16.891874 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-2ad8e066-abf0-45ec-8b1d-62ead2106856 None None] For port 3a8fd1cd-dac2-4159-9bb2-8716fd22080c, host dv-cinder-760153-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=3a8fd1cd-dac2-4159-9bb2-8716fd22080c,segment=NetworkSegment(d3b6861e-4434-4aad-b068-badf3d14de47),segment_id=d3b6861e-4434-4aad-b068-badf3d14de47)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:39:16.892333 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvr_db [None req-2f097b34-7a9a-40d5-bfea-d889a81356d7 None None] Set router cc3e4845-47f0-452c-b824-58e40c1acfac gateway port host: dv-cinder-760153-9-iscsi {{(pid=94643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:39:16.919278 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-942e7b45-0550-47d3-b6cd-9681ad70c05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:17.010322 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa8335-cabe-458b-9c1a-6c807e9a05b7 None None] Pushing event updated for resources: {'Port': ['ID=1242e850-5b5a-4814-8e03-fc4f562bf944,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:17.010932 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3207ae1b-1534-4000-89fd-0fae7a0e64d7 admin admin] Router 6b7d8e79-d263-4133-b277-65135311d372 is scheduled to L3 agent ca4ca367-a056-42f7-949c-96b33f8f39bf with binding_index 1 {{(pid=94641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 14:39:17.011338 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa18b649-74fc-4151-9c3e-1a0d226be550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8727932'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:17.011443 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2ad8e066-abf0-45ec-8b1d-62ead2106856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:17.045069 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-2f097b34-7a9a-40d5-bfea-d889a81356d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3e4845-47f0-452c-b824-58e40c1acfac', 'name': 'tempest-TestVolumeBootPattern-2066309959-router', 'tenant_id': '2b8f4bce2ee343028adeb51363808cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': 'f2575674-2786-4679-97e2-00ebf80c33bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:11Z', 'updated_at': '2021-09-07T14:39:13Z', 'revision_number': 3, 'project_id': '2b8f4bce2ee343028adeb51363808cdc', 'gw_port': {'id': 'f2575674-2786-4679-97e2-00ebf80c33bd', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:69:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3e4845-47f0-452c-b824-58e40c1acfac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:12Z', 'updated_at': '2021-09-07T14:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi'}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:17.045943 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa18b649-74fc-4151-9c3e-1a0d226be550 admin admin] Pushing event updated for resources: {'Port': ['ID=fe9ffce9-758b-435b-9f63-139be8ca5bbc,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:17.063367 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa18b649-74fc-4151-9c3e-1a0d226be550 admin admin] Network 327645e8-6261-4426-bc85-ab617aef9de6 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:39:17.066224 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-fa18b649-74fc-4151-9c3e-1a0d226be550 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:39:17.070310 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa18b649-74fc-4151-9c3e-1a0d226be550 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:39:17.088689 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f097b34-7a9a-40d5-bfea-d889a81356d7 None None] The sync data for ids ['cc3e4845-47f0-452c-b824-58e40c1acfac'] in dv-cinder-760153-9-iscsi is: [{'id': 'cc3e4845-47f0-452c-b824-58e40c1acfac', 'name': 'tempest-TestVolumeBootPattern-2066309959-router', 'tenant_id': '2b8f4bce2ee343028adeb51363808cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': 'f2575674-2786-4679-97e2-00ebf80c33bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:11Z', 'updated_at': '2021-09-07T14:39:13Z', 'revision_number': 3, 'project_id': '2b8f4bce2ee343028adeb51363808cdc', 'gw_port': {'id': 'f2575674-2786-4679-97e2-00ebf80c33bd', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:69:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3e4845-47f0-452c-b824-58e40c1acfac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:12Z', 'updated_at': '2021-09-07T14:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi'}] {{(pid=94643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:39:17.134818 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-942e7b45-0550-47d3-b6cd-9681ad70c05e None None] Attempting to bind port 1242e850-5b5a-4814-8e03-fc4f562bf944 on host dv-cinder-760153-9-iscsi for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:39:17.135232 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-942e7b45-0550-47d3-b6cd-9681ad70c05e None None] Attempting to bind port 1242e850-5b5a-4814-8e03-fc4f562bf944 by drivers openvswitch,hyperv on host dv-cinder-760153-9-iscsi at level 0 using segments [{'id': 'd5edefeb-33fd-4ac2-ab34-abbc58fe06c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'c71be1b0-a472-4531-9620-78c524d44afd'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:39:17.135606 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942e7b45-0550-47d3-b6cd-9681ad70c05e None None] Attempting to bind port 1242e850-5b5a-4814-8e03-fc4f562bf944 on network c71be1b0-a472-4531-9620-78c524d44afd {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:39:17.155252 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa18b649-74fc-4151-9c3e-1a0d226be550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540566'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:17.159254 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad8e066-abf0-45ec-8b1d-62ead2106856 None None] Pushing event updated for resources: {'Port': ['ID=3a8fd1cd-dac2-4159-9bb2-8716fd22080c,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:17.164014 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942e7b45-0550-47d3-b6cd-9681ad70c05e None None] Checking agent: {'id': '603a9555-31ed-459d-ae44-8ccb1c39f9f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 28, 5), 'started_at': datetime.datetime(2021, 9, 7, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:39:17.164379 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942e7b45-0550-47d3-b6cd-9681ad70c05e None None] Checking segment: {'id': 'd5edefeb-33fd-4ac2-ab34-abbc58fe06c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'c71be1b0-a472-4531-9620-78c524d44afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:39:17.164901 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-942e7b45-0550-47d3-b6cd-9681ad70c05e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:17.165305 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942e7b45-0550-47d3-b6cd-9681ad70c05e None None] Bound using segment: {'id': 'd5edefeb-33fd-4ac2-ab34-abbc58fe06c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'c71be1b0-a472-4531-9620-78c524d44afd'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:39:17.165795 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-942e7b45-0550-47d3-b6cd-9681ad70c05e None None] Bound port: 1242e850-5b5a-4814-8e03-fc4f562bf944, host: dv-cinder-760153-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5edefeb-33fd-4ac2-ab34-abbc58fe06c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'c71be1b0-a472-4531-9620-78c524d44afd'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:39:17.166298 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-942e7b45-0550-47d3-b6cd-9681ad70c05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:17.282845 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3207ae1b-1534-4000-89fd-0fae7a0e64d7 admin admin] Notify agent at l3_agent.dv-cinder-760153-9-iscsi the message routers_updated {{(pid=94641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:39:17.295673 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210dbc72-3975-46fc-8591-ee2b302ebaed None None] Sync routers for ids ['6b7d8e79-d263-4133-b277-65135311d372'] in dv-cinder-760153-9-iscsi {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:39:17.317054 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-942e7b45-0550-47d3-b6cd-9681ad70c05e None None] For port 1242e850-5b5a-4814-8e03-fc4f562bf944, host dv-cinder-760153-9-iscsi, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:39:17.319864 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210dbc72-3975-46fc-8591-ee2b302ebaed None None] Routers {'6b7d8e79-d263-4133-b277-65135311d372'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:39:17.322504 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-210dbc72-3975-46fc-8591-ee2b302ebaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:39:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['6b7d8e79-d263-4133-b277-65135311d372'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:17.399411 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3207ae1b-1534-4000-89fd-0fae7a0e64d7 admin admin] Notify callbacks [] for router, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:17.401810 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-3207ae1b-1534-4000-89fd-0fae7a0e64d7 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7180557 Sep 07 14:39:17.403689 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 51084) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:39:17.416542 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-942e7b45-0550-47d3-b6cd-9681ad70c05e None None] For port 1242e850-5b5a-4814-8e03-fc4f562bf944, host dv-cinder-760153-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=1242e850-5b5a-4814-8e03-fc4f562bf944,segment=NetworkSegment(d5edefeb-33fd-4ac2-ab34-abbc58fe06c1),segment_id=d5edefeb-33fd-4ac2-ab34-abbc58fe06c1)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:39:17.422932 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d20b2c-b366-41ba-bb72-b1d2bbfd2370 req-966341fc-da76-4645-b07e-8abbd85fe2aa tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:17.425311 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f3d20b2c-b366-41ba-bb72-b1d2bbfd2370 req-966341fc-da76-4645-b07e-8abbd85fe2aa tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 946 time: 0.1823218 Sep 07 14:39:17.444585 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c1e3c-cbf2-48b1-8a68-94e13758c9c1 req-586e31b0-9fe9-4d66-9462-a6784ee08f19 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:17.454092 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ce1c1e3c-cbf2-48b1-8a68-94e13758c9c1 req-586e31b0-9fe9-4d66-9462-a6784ee08f19 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.2123830 Sep 07 14:39:17.553819 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 847135c7-e7a7-42c4-9ada-cb50a77c5ca7 up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:39:17.562044 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-942e7b45-0550-47d3-b6cd-9681ad70c05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:17.580616 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ce1c1e3c-cbf2-48b1-8a68-94e13758c9c1 req-8ce09437-eeb5-40e3-98ee-dad8eb200d36 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172259 Sep 07 14:39:17.609675 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f3d20b2c-b366-41ba-bb72-b1d2bbfd2370 req-92939b59-9e59-42b7-b94e-ccf6148d8533 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702728 Sep 07 14:39:17.715183 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa8335-cabe-458b-9c1a-6c807e9a05b7 None None] Pushing event updated for resources: {'Port': ['ID=1242e850-5b5a-4814-8e03-fc4f562bf944,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:17.740021 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-210dbc72-3975-46fc-8591-ee2b302ebaed None None] Set router 6b7d8e79-d263-4133-b277-65135311d372 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:39:17.781830 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dca523-2963-463a-843b-d8f15d7e5cd6 req-9fcb2bad-1637-41ad-83d1-dc17bea3e663 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:17.783528 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-92dca523-2963-463a-843b-d8f15d7e5cd6 req-9fcb2bad-1637-41ad-83d1-dc17bea3e663 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ae5c3d4-1f71-44f1-8699-f2f055eea6e5 HTTP/1.1" status: 200 len: 945 time: 0.1038811 Sep 07 14:39:17.784173 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa18b649-74fc-4151-9c3e-1a0d226be550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:17.840588 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-72ceaee4-744f-431e-88fb-1830cfb75a0a None None] Provisioning for port fe9ffce9-758b-435b-9f63-139be8ca5bbc completed by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:39:17.863149 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-72ceaee4-744f-431e-88fb-1830cfb75a0a None None] Provisioning complete for port fe9ffce9-758b-435b-9f63-139be8ca5bbc triggered by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:39:17.863149 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-72ceaee4-744f-431e-88fb-1830cfb75a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:17.867734 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942e7b45-0550-47d3-b6cd-9681ad70c05e None None] Routers {'951cbe0c-6431-477b-8062-8a82a85202d9'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:39:17.868448 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-942e7b45-0550-47d3-b6cd-9681ad70c05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:39:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['951cbe0c-6431-477b-8062-8a82a85202d9'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:17.875330 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-92dca523-2963-463a-843b-d8f15d7e5cd6 req-2d07edaa-df6c-4ae0-aa73-c4ea7418813c tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea978eab-4b43-4b97-8c2f-cf724446e057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721607 Sep 07 14:39:18.020189 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port 847135c7-e7a7-42c4-9ada-cb50a77c5ca7 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:39:18.020735 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:18.087332 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa18b649-74fc-4151-9c3e-1a0d226be550 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:18.119225 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-72ceaee4-744f-431e-88fb-1830cfb75a0a None None] Port fe9ffce9-758b-435b-9f63-139be8ca5bbc cannot update to ACTIVE because it is not bound. {{(pid=94642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:39:18.135993 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa18b649-74fc-4151-9c3e-1a0d226be550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8727923'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:18.213997 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-942e7b45-0550-47d3-b6cd-9681ad70c05e None None] Set router 951cbe0c-6431-477b-8062-8a82a85202d9 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:39:18.238249 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa18b649-74fc-4151-9c3e-1a0d226be550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7854282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539654'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:18.327769 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa18b649-74fc-4151-9c3e-1a0d226be550 admin admin] Pushing event updated for resources: {'Port': ['ID=fe9ffce9-758b-435b-9f63-139be8ca5bbc,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:18.395440 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1d2a26a1-052c-44be-902e-2d4730145043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:18.476908 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa18b649-74fc-4151-9c3e-1a0d226be550 admin admin] Network 327645e8-6261-4426-bc85-ab617aef9de6 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:39:18.478762 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-fa18b649-74fc-4151-9c3e-1a0d226be550 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:39:18.550430 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-210dbc72-3975-46fc-8591-ee2b302ebaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7d8e79-d263-4133-b277-65135311d372', 'name': 'tempest-TestMinimumBasicScenario-840240819-router', 'tenant_id': '966f4a43c3714d0882ce20be6d9e0e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '7baeaa76-0ef0-41bb-a2da-16207a911aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:14Z', 'updated_at': '2021-09-07T14:39:16Z', 'revision_number': 3, 'project_id': '966f4a43c3714d0882ce20be6d9e0e97', 'gw_port': {'id': '7baeaa76-0ef0-41bb-a2da-16207a911aa7', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7d8e79-d263-4133-b277-65135311d372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:15Z', 'updated_at': '2021-09-07T14:39:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi'}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:18.610457 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210dbc72-3975-46fc-8591-ee2b302ebaed None None] Checking router: 6b7d8e79-d263-4133-b277-65135311d372 for host: dv-cinder-760153-9-iscsi {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:39:18.610797 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210dbc72-3975-46fc-8591-ee2b302ebaed None None] Updating router 6b7d8e79-d263-4133-b277-65135311d372 port 7baeaa76-0ef0-41bb-a2da-16207a911aa7 binding host dv-cinder-760153-9-iscsi {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:39:18.726211 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-210dbc72-3975-46fc-8591-ee2b302ebaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:18.730338 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-1d2a26a1-052c-44be-902e-2d4730145043 admin admin] Allocated IP 172.20.0.1 (9d4158e2-ad5c-4008-b86a-a3c689de40aa/857a12a8-9273-4d67-9f03-1c65bb79c181/46c92294-7e46-4430-bab0-f014b8a3c614) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:39:18.817879 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b05f155-e38f-4d09-b732-7d19a9fd4a61 None None] Network 9d4158e2-ad5c-4008-b86a-a3c689de40aa requested from dv-cinder-760153-9-iscsi {{(pid=94642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:39:18.881155 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa18b649-74fc-4151-9c3e-1a0d226be550 admin admin] Router cc3e4845-47f0-452c-b824-58e40c1acfac has already been hosted by L3 agent ca4ca367-a056-42f7-949c-96b33f8f39bf {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:39:18.900715 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1140779-294c-4f12-96ef-245517907010 req-31e9634d-4d4f-4180-9129-a5197367e27f tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:18.911545 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f1140779-294c-4f12-96ef-245517907010 req-31e9634d-4d4f-4180-9129-a5197367e27f tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 946 time: 0.1375427 Sep 07 14:39:18.938273 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bddbb09-dfc7-4a56-8543-0cb1b14e4eff req-999ea3f8-1e01-4320-94e2-d61a7735f56b tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:18.938665 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1d2a26a1-052c-44be-902e-2d4730145043 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:18.945734 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5bddbb09-dfc7-4a56-8543-0cb1b14e4eff req-999ea3f8-1e01-4320-94e2-d61a7735f56b tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.1648297 Sep 07 14:39:18.955069 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1d2a26a1-052c-44be-902e-2d4730145043 admin admin] Transition to ACTIVE for port object 46c92294-7e46-4430-bab0-f014b8a3c614 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:39:18.995664 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f1140779-294c-4f12-96ef-245517907010 req-9cb62750-fff1-4b90-b390-84a4c1fbb19f tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859587 Sep 07 14:39:19.067401 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5bddbb09-dfc7-4a56-8543-0cb1b14e4eff req-e60b248c-ebad-4483-a670-09fb995ed24d tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058142 Sep 07 14:39:19.068996 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1d2a26a1-052c-44be-902e-2d4730145043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:19.133530 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2a26a1-052c-44be-902e-2d4730145043 admin admin] Network 9d4158e2-ad5c-4008-b86a-a3c689de40aa is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:39:19.142388 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-1d2a26a1-052c-44be-902e-2d4730145043 admin admin] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:39:19.146925 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2a26a1-052c-44be-902e-2d4730145043 admin admin] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:39:19.157097 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa18b649-74fc-4151-9c3e-1a0d226be550 admin admin] Notify agent at l3_agent.dv-cinder-760153-9-iscsi the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:39:19.165510 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-fa18b649-74fc-4151-9c3e-1a0d226be550 admin admin] 10.222.0.11 "PUT /v2.0/routers/cc3e4845-47f0-452c-b824-58e40c1acfac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9204748 Sep 07 14:39:19.178604 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-354f643e-2548-4609-9efe-573ad76bd82c None None] Provisioning complete for port fe9ffce9-758b-435b-9f63-139be8ca5bbc triggered by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:39:19.179030 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-354f643e-2548-4609-9efe-573ad76bd82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:19.181395 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a26a1-052c-44be-902e-2d4730145043 admin admin] Pushing event updated for resources: {'Port': ['ID=46c92294-7e46-4430-bab0-f014b8a3c614,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:19.207519 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1d2a26a1-052c-44be-902e-2d4730145043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540566'] for router_interface, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:19.254963 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-942e7b45-0550-47d3-b6cd-9681ad70c05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951cbe0c-6431-477b-8062-8a82a85202d9', 'name': 'tempest-TestMinimumBasicScenario-1659837734-router', 'tenant_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '36a5d604-3c39-4ab8-83ac-c0c0793ba054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:05Z', 'updated_at': '2021-09-07T14:39:10Z', 'revision_number': 4, 'project_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'gw_port': {'id': '36a5d604-3c39-4ab8-83ac-c0c0793ba054', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951cbe0c-6431-477b-8062-8a82a85202d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:06Z', 'updated_at': '2021-09-07T14:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': '1242e850-5b5a-4814-8e03-fc4f562bf944', 'name': '', 'network_id': 'c71be1b0-a472-4531-9620-78c524d44afd', 'tenant_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'mac_address': 'fa:16:3e:64:8a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '951cbe0c-6431-477b-8062-8a82a85202d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1665e509-0b7d-4482-9e4d-29c028e42a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:09Z', 'updated_at': '2021-09-07T14:39:17Z', 'revision_number': 4, 'project_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'subnets': [{'id': '1665e509-0b7d-4482-9e4d-29c028e42a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:19.339387 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942e7b45-0550-47d3-b6cd-9681ad70c05e None None] The sync data for ids ['951cbe0c-6431-477b-8062-8a82a85202d9'] in dv-cinder-760153-9-iscsi is: [{'id': '951cbe0c-6431-477b-8062-8a82a85202d9', 'name': 'tempest-TestMinimumBasicScenario-1659837734-router', 'tenant_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '36a5d604-3c39-4ab8-83ac-c0c0793ba054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:05Z', 'updated_at': '2021-09-07T14:39:10Z', 'revision_number': 4, 'project_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'gw_port': {'id': '36a5d604-3c39-4ab8-83ac-c0c0793ba054', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951cbe0c-6431-477b-8062-8a82a85202d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:06Z', 'updated_at': '2021-09-07T14:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': '1242e850-5b5a-4814-8e03-fc4f562bf944', 'name': '', 'network_id': 'c71be1b0-a472-4531-9620-78c524d44afd', 'tenant_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'mac_address': 'fa:16:3e:64:8a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '951cbe0c-6431-477b-8062-8a82a85202d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1665e509-0b7d-4482-9e4d-29c028e42a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:09Z', 'updated_at': '2021-09-07T14:39:17Z', 'revision_number': 4, 'project_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'subnets': [{'id': '1665e509-0b7d-4482-9e4d-29c028e42a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:39:19.368126 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-354f643e-2548-4609-9efe-573ad76bd82c None None] Port fe9ffce9-758b-435b-9f63-139be8ca5bbc cannot update to ACTIVE because it is not bound. {{(pid=94642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:39:19.482496 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1d2a26a1-052c-44be-902e-2d4730145043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:19.636967 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-210dbc72-3975-46fc-8591-ee2b302ebaed None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:19.649878 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-210dbc72-3975-46fc-8591-ee2b302ebaed None None] Transition to ACTIVE for port object 7baeaa76-0ef0-41bb-a2da-16207a911aa7 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:39:19.665004 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device f2575674-2786-4679-97e2-00ebf80c33bd up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:39:19.670199 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-354f643e-2548-4609-9efe-573ad76bd82c None None] Provisioning for port 3a8fd1cd-dac2-4159-9bb2-8716fd22080c completed by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:39:19.719346 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-210dbc72-3975-46fc-8591-ee2b302ebaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:19.771579 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a074c-0239-4d48-b1c7-8e5df22e75c4 req-a884449d-a21f-418b-9044-4f40d000762b tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:19.775634 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2f9a074c-0239-4d48-b1c7-8e5df22e75c4 req-a884449d-a21f-418b-9044-4f40d000762b tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ae5c3d4-1f71-44f1-8699-f2f055eea6e5 HTTP/1.1" status: 200 len: 945 time: 0.0938492 Sep 07 14:39:19.793473 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-210dbc72-3975-46fc-8591-ee2b302ebaed None None] Attempting to bind port 7baeaa76-0ef0-41bb-a2da-16207a911aa7 on host dv-cinder-760153-9-iscsi for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:39:19.803803 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-210dbc72-3975-46fc-8591-ee2b302ebaed None None] Attempting to bind port 7baeaa76-0ef0-41bb-a2da-16207a911aa7 by drivers openvswitch,hyperv on host dv-cinder-760153-9-iscsi at level 0 using segments [{'id': 'c9eb5183-06b9-4b59-a709-2fab54e09f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:39:19.804346 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210dbc72-3975-46fc-8591-ee2b302ebaed None None] Attempting to bind port 7baeaa76-0ef0-41bb-a2da-16207a911aa7 on network f04259db-55ec-42a0-98f6-02412be1dbca {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:39:19.806377 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1d2a26a1-052c-44be-902e-2d4730145043 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:19.823524 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210dbc72-3975-46fc-8591-ee2b302ebaed None None] Checking agent: {'id': '603a9555-31ed-459d-ae44-8ccb1c39f9f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 28, 5), 'started_at': datetime.datetime(2021, 9, 7, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:39:19.823936 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210dbc72-3975-46fc-8591-ee2b302ebaed None None] Checking segment: {'id': 'c9eb5183-06b9-4b59-a709-2fab54e09f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:39:19.824350 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-210dbc72-3975-46fc-8591-ee2b302ebaed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:19.824750 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210dbc72-3975-46fc-8591-ee2b302ebaed None None] Bound using segment: {'id': 'c9eb5183-06b9-4b59-a709-2fab54e09f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:39:19.826773 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-210dbc72-3975-46fc-8591-ee2b302ebaed None None] Bound port: 7baeaa76-0ef0-41bb-a2da-16207a911aa7, host: dv-cinder-760153-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9eb5183-06b9-4b59-a709-2fab54e09f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:39:19.827185 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-210dbc72-3975-46fc-8591-ee2b302ebaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:19.833160 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbaf830-8199-4559-9376-644e19201f06 None None] Pushing event updated for resources: {'Port': ['ID=7baeaa76-0ef0-41bb-a2da-16207a911aa7,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:19.855254 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2f9a074c-0239-4d48-b1c7-8e5df22e75c4 req-5ace8bcb-a75d-4b42-8490-d334f1a458c1 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea978eab-4b43-4b97-8c2f-cf724446e057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687504 Sep 07 14:39:19.896838 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1d2a26a1-052c-44be-902e-2d4730145043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009912'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:19.936093 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-210dbc72-3975-46fc-8591-ee2b302ebaed None None] For port 7baeaa76-0ef0-41bb-a2da-16207a911aa7, host dv-cinder-760153-9-iscsi, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:39:19.939978 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-210dbc72-3975-46fc-8591-ee2b302ebaed None None] For port 7baeaa76-0ef0-41bb-a2da-16207a911aa7, host dv-cinder-760153-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=7baeaa76-0ef0-41bb-a2da-16207a911aa7,segment=NetworkSegment(c9eb5183-06b9-4b59-a709-2fab54e09f70),segment_id=c9eb5183-06b9-4b59-a709-2fab54e09f70)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:39:19.948335 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning for port f2575674-2786-4679-97e2-00ebf80c33bd completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:39:19.959790 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port f2575674-2786-4679-97e2-00ebf80c33bd triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:39:19.959790 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:20.004159 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1d2a26a1-052c-44be-902e-2d4730145043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7854282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539654'] for router_interface, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:20.006822 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a26a1-052c-44be-902e-2d4730145043 admin admin] Pushing event updated for resources: {'Port': ['ID=46c92294-7e46-4430-bab0-f014b8a3c614,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:20.019272 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-210dbc72-3975-46fc-8591-ee2b302ebaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:20.178398 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2a26a1-052c-44be-902e-2d4730145043 admin admin] Network 9d4158e2-ad5c-4008-b86a-a3c689de40aa is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:39:20.179850 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-1d2a26a1-052c-44be-902e-2d4730145043 admin admin] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:39:20.194063 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161746cf-37fa-41fb-b04d-a5d16ccc7e44 req-b78b1ddb-f892-4812-9e4d-7f7787c1d73c tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:20.196333 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-161746cf-37fa-41fb-b04d-a5d16ccc7e44 req-b78b1ddb-f892-4812-9e4d-7f7787c1d73c tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 946 time: 0.0971503 Sep 07 14:39:20.209223 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210dbc72-3975-46fc-8591-ee2b302ebaed None None] Routers {'6b7d8e79-d263-4133-b277-65135311d372'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:39:20.217247 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-210dbc72-3975-46fc-8591-ee2b302ebaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:39:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['6b7d8e79-d263-4133-b277-65135311d372'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:20.221349 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbaf830-8199-4559-9376-644e19201f06 None None] Pushing event updated for resources: {'Port': ['ID=7baeaa76-0ef0-41bb-a2da-16207a911aa7,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:20.276388 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-161746cf-37fa-41fb-b04d-a5d16ccc7e44 req-f42a0ee9-5347-4269-a997-118c19074414 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696828 Sep 07 14:39:20.344186 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-ba1ca722-07bd-42f6-84b3-3009cb52e311 None None] Provisioning for port 46c92294-7e46-4430-bab0-f014b8a3c614 completed by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:39:20.361298 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2a26a1-052c-44be-902e-2d4730145043 admin admin] Router 6b7d8e79-d263-4133-b277-65135311d372 has already been hosted by L3 agent ca4ca367-a056-42f7-949c-96b33f8f39bf {{(pid=94641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:39:20.368662 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-ba1ca722-07bd-42f6-84b3-3009cb52e311 None None] Provisioning complete for port 46c92294-7e46-4430-bab0-f014b8a3c614 triggered by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:39:20.369037 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ba1ca722-07bd-42f6-84b3-3009cb52e311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:20.422565 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:20.469529 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76656459-db19-4be4-b2a4-87d58dd753ce req-9067ef11-8fbf-497d-9d68-1595a9dc225d tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:20.477105 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-76656459-db19-4be4-b2a4-87d58dd753ce req-9067ef11-8fbf-497d-9d68-1595a9dc225d tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.0994501 Sep 07 14:39:20.483129 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-9152d18d-5686-470b-8281-0603e563890f None None] For port f2575674-2786-4679-97e2-00ebf80c33bd, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=f2575674-2786-4679-97e2-00ebf80c33bd,segment=NetworkSegment(c9eb5183-06b9-4b59-a709-2fab54e09f70),segment_id=c9eb5183-06b9-4b59-a709-2fab54e09f70)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:39:20.503944 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-ba1ca722-07bd-42f6-84b3-3009cb52e311 None None] Port 46c92294-7e46-4430-bab0-f014b8a3c614 cannot update to ACTIVE because it is not bound. {{(pid=94642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:39:20.529290 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-76656459-db19-4be4-b2a4-87d58dd753ce req-4e9cb517-c638-4385-ad6c-4485b1acce39 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463030 Sep 07 14:39:20.541534 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 51114) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:39:20.547542 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6cdf5054-44ba-4353-826b-d95b6c4e9fea tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1305280379', 'description': 'tempest-secgroup-smoke-1305280379 description', 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:39:20.548443 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-210dbc72-3975-46fc-8591-ee2b302ebaed None None] Set router 6b7d8e79-d263-4133-b277-65135311d372 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:39:20.554748 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2a26a1-052c-44be-902e-2d4730145043 admin admin] Notify agent at l3_agent.dv-cinder-760153-9-iscsi the message routers_updated {{(pid=94641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:39:20.565176 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-1d2a26a1-052c-44be-902e-2d4730145043 admin admin] 10.222.0.11 "PUT /v2.0/routers/6b7d8e79-d263-4133-b277-65135311d372/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1602249 Sep 07 14:39:20.597608 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:20.598533 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 3a8fd1cd-dac2-4159-9bb2-8716fd22080c up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:39:20.628797 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6cdf5054-44ba-4353-826b-d95b6c4e9fea tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:20.643374 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d28738e-805b-49cb-8d5e-1ab2d6fc2897 None None] Sync routers for ids ['cc3e4845-47f0-452c-b824-58e40c1acfac'] in dv-cinder-760153-9-iscsi {{(pid=94643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:39:20.660395 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d28738e-805b-49cb-8d5e-1ab2d6fc2897 None None] Routers {'cc3e4845-47f0-452c-b824-58e40c1acfac'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:39:20.661906 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-3d28738e-805b-49cb-8d5e-1ab2d6fc2897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:39:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['cc3e4845-47f0-452c-b824-58e40c1acfac'], 'active': True} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:20.689830 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Pushing event updated for resources: {'Port': ['ID=f2575674-2786-4679-97e2-00ebf80c33bd,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:20.792140 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6cdf5054-44ba-4353-826b-d95b6c4e9fea tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:20.819697 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvr_db [None req-3d28738e-805b-49cb-8d5e-1ab2d6fc2897 None None] Set router cc3e4845-47f0-452c-b824-58e40c1acfac gateway port host: dv-cinder-760153-9-iscsi {{(pid=94643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:39:20.852601 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-527a287a-3689-446a-a4c4-507885257c1e None None] Provisioning complete for port 46c92294-7e46-4430-bab0-f014b8a3c614 triggered by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:39:20.853829 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-527a287a-3689-446a-a4c4-507885257c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:20.873881 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6cdf5054-44ba-4353-826b-d95b6c4e9fea tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:20.931441 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf5054-44ba-4353-826b-d95b6c4e9fea tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:20.962606 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-527a287a-3689-446a-a4c4-507885257c1e None None] Port 46c92294-7e46-4430-bab0-f014b8a3c614 cannot update to ACTIVE because it is not bound. {{(pid=94642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:39:20.976721 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6cdf5054-44ba-4353-826b-d95b6c4e9fea tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:20.980977 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 51126) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:39:20.981183 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-6cdf5054-44ba-4353-826b-d95b6c4e9fea tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4382565 Sep 07 14:39:20.986218 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-0545f72d-f34b-47f2-85ff-1c3f0cc0b92c tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Request body: {'security_group_rule': {'security_group_id': '4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec', 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:39:21.011798 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning for port 3a8fd1cd-dac2-4159-9bb2-8716fd22080c completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:39:21.020178 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port 3a8fd1cd-dac2-4159-9bb2-8716fd22080c triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:39:21.020623 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:21.074715 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c4ef5-487c-4e41-8902-42032d940ff2 req-18b9fcf6-580b-4578-accb-59443edfca87 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:21.076414 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8a8c4ef5-487c-4e41-8902-42032d940ff2 req-18b9fcf6-580b-4578-accb-59443edfca87 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ae5c3d4-1f71-44f1-8699-f2f055eea6e5 HTTP/1.1" status: 200 len: 945 time: 0.0933082 Sep 07 14:39:21.090496 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-3d28738e-805b-49cb-8d5e-1ab2d6fc2897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3e4845-47f0-452c-b824-58e40c1acfac', 'name': 'tempest-TestVolumeBootPattern-2066309959-router', 'tenant_id': '2b8f4bce2ee343028adeb51363808cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': 'f2575674-2786-4679-97e2-00ebf80c33bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:11Z', 'updated_at': '2021-09-07T14:39:17Z', 'revision_number': 4, 'project_id': '2b8f4bce2ee343028adeb51363808cdc', 'gw_port': {'id': 'f2575674-2786-4679-97e2-00ebf80c33bd', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:69:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3e4845-47f0-452c-b824-58e40c1acfac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:12Z', 'updated_at': '2021-09-07T14:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': 'fe9ffce9-758b-435b-9f63-139be8ca5bbc', 'name': '', 'network_id': '327645e8-6261-4426-bc85-ab617aef9de6', 'tenant_id': '2b8f4bce2ee343028adeb51363808cdc', 'mac_address': 'fa:16:3e:4e:91:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3e4845-47f0-452c-b824-58e40c1acfac', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3a527799-0c70-4323-910e-debb8dd68dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:16Z', 'updated_at': '2021-09-07T14:39:17Z', 'revision_number': 2, 'project_id': '2b8f4bce2ee343028adeb51363808cdc', 'subnets': [{'id': '3a527799-0c70-4323-910e-debb8dd68dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:21.102980 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0545f72d-f34b-47f2-85ff-1c3f0cc0b92c tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:21.106026 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-210dbc72-3975-46fc-8591-ee2b302ebaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7d8e79-d263-4133-b277-65135311d372', 'name': 'tempest-TestMinimumBasicScenario-840240819-router', 'tenant_id': '966f4a43c3714d0882ce20be6d9e0e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '7baeaa76-0ef0-41bb-a2da-16207a911aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:14Z', 'updated_at': '2021-09-07T14:39:19Z', 'revision_number': 4, 'project_id': '966f4a43c3714d0882ce20be6d9e0e97', 'gw_port': {'id': '7baeaa76-0ef0-41bb-a2da-16207a911aa7', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7d8e79-d263-4133-b277-65135311d372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:15Z', 'updated_at': '2021-09-07T14:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': '46c92294-7e46-4430-bab0-f014b8a3c614', 'name': '', 'network_id': '9d4158e2-ad5c-4008-b86a-a3c689de40aa', 'tenant_id': '966f4a43c3714d0882ce20be6d9e0e97', 'mac_address': 'fa:16:3e:5f:84:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7d8e79-d263-4133-b277-65135311d372', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '857a12a8-9273-4d67-9f03-1c65bb79c181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:18Z', 'updated_at': '2021-09-07T14:39:19Z', 'revision_number': 2, 'project_id': '966f4a43c3714d0882ce20be6d9e0e97', 'subnets': [{'id': '857a12a8-9273-4d67-9f03-1c65bb79c181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:21.151075 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210dbc72-3975-46fc-8591-ee2b302ebaed None None] The sync data for ids ['6b7d8e79-d263-4133-b277-65135311d372'] in dv-cinder-760153-9-iscsi is: [{'id': '6b7d8e79-d263-4133-b277-65135311d372', 'name': 'tempest-TestMinimumBasicScenario-840240819-router', 'tenant_id': '966f4a43c3714d0882ce20be6d9e0e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '7baeaa76-0ef0-41bb-a2da-16207a911aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:14Z', 'updated_at': '2021-09-07T14:39:19Z', 'revision_number': 4, 'project_id': '966f4a43c3714d0882ce20be6d9e0e97', 'gw_port': {'id': '7baeaa76-0ef0-41bb-a2da-16207a911aa7', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c6:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7d8e79-d263-4133-b277-65135311d372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:15Z', 'updated_at': '2021-09-07T14:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': '46c92294-7e46-4430-bab0-f014b8a3c614', 'name': '', 'network_id': '9d4158e2-ad5c-4008-b86a-a3c689de40aa', 'tenant_id': '966f4a43c3714d0882ce20be6d9e0e97', 'mac_address': 'fa:16:3e:5f:84:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7d8e79-d263-4133-b277-65135311d372', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '857a12a8-9273-4d67-9f03-1c65bb79c181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:18Z', 'updated_at': '2021-09-07T14:39:19Z', 'revision_number': 2, 'project_id': '966f4a43c3714d0882ce20be6d9e0e97', 'subnets': [{'id': '857a12a8-9273-4d67-9f03-1c65bb79c181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:39:21.160521 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8a8c4ef5-487c-4e41-8902-42032d940ff2 req-6115b912-1ff9-451c-a540-d88a4c9a49ed tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea978eab-4b43-4b97-8c2f-cf724446e057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767565 Sep 07 14:39:21.190540 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d28738e-805b-49cb-8d5e-1ab2d6fc2897 None None] Checking router: cc3e4845-47f0-452c-b824-58e40c1acfac for host: dv-cinder-760153-9-iscsi {{(pid=94643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:39:21.191206 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d28738e-805b-49cb-8d5e-1ab2d6fc2897 None None] Updating router cc3e4845-47f0-452c-b824-58e40c1acfac port fe9ffce9-758b-435b-9f63-139be8ca5bbc binding host dv-cinder-760153-9-iscsi {{(pid=94643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:39:21.197987 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:21.217017 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0545f72d-f34b-47f2-85ff-1c3f0cc0b92c tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:21.237854 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-9152d18d-5686-470b-8281-0603e563890f None None] For port 3a8fd1cd-dac2-4159-9bb2-8716fd22080c, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=3a8fd1cd-dac2-4159-9bb2-8716fd22080c,segment=NetworkSegment(d3b6861e-4434-4aad-b068-badf3d14de47),segment_id=d3b6861e-4434-4aad-b068-badf3d14de47)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:39:21.323197 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-3d28738e-805b-49cb-8d5e-1ab2d6fc2897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:21.330261 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a7a0c-5bb5-43a4-8c1e-ff8a89912344 req-b7fd4c99-eb50-462c-8c1f-6a3c70c2ae03 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:21.333308 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-073a7a0c-5bb5-43a4-8c1e-ff8a89912344 req-b7fd4c99-eb50-462c-8c1f-6a3c70c2ae03 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.22 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.0648630 Sep 07 14:39:21.377054 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:21.378250 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0545f72d-f34b-47f2-85ff-1c3f0cc0b92c tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460427'] for security_group_rule, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:21.423398 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0545f72d-f34b-47f2-85ff-1c3f0cc0b92c tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9ecf54b-e8d6-48b1-9698-3cd37d85be6c,revision_number=0']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:21.504880 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b12222-26a7-41e5-aee2-2d1274a4d1b1 req-f5007a15-4680-4ce6-b6c4-1020e8596892 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:21.508985 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1560533-f1a0-4d5b-aaf7-f212bc82c9e4 req-aef61035-a6c8-4cd8-aaf5-b5f40427a4bf tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:21.510894 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-49b12222-26a7-41e5-aee2-2d1274a4d1b1 req-f5007a15-4680-4ce6-b6c4-1020e8596892 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ae5c3d4-1f71-44f1-8699-f2f055eea6e5 HTTP/1.1" status: 200 len: 945 time: 0.1715615 Sep 07 14:39:21.514323 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Pushing event updated for resources: {'Port': ['ID=3a8fd1cd-dac2-4159-9bb2-8716fd22080c,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:21.528817 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b1560533-f1a0-4d5b-aaf7-f212bc82c9e4 req-aef61035-a6c8-4cd8-aaf5-b5f40427a4bf tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 946 time: 0.1598384 Sep 07 14:39:21.582559 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b1560533-f1a0-4d5b-aaf7-f212bc82c9e4 req-0d70617d-f7d6-48b8-babb-8482784f4a89 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561037 Sep 07 14:39:21.602982 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-073a7a0c-5bb5-43a4-8c1e-ff8a89912344 req-4b3ddcda-be8d-4fda-9383-94adf6d5aefc tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Deleting port 99453c35-144f-45fc-bfd8-9a3acd2f538e {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:39:21.603531 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-073a7a0c-5bb5-43a4-8c1e-ff8a89912344 req-4b3ddcda-be8d-4fda-9383-94adf6d5aefc tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:21.647412 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0545f72d-f34b-47f2-85ff-1c3f0cc0b92c tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:21.648999 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-0545f72d-f34b-47f2-85ff-1c3f0cc0b92c tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6667027 Sep 07 14:39:21.652446 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 51146) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:39:21.660656 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device f2575674-2786-4679-97e2-00ebf80c33bd up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:39:21.667955 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-984d001e-d5d5-4946-a7b9-409c445a51d8 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Request body: {'security_group_rule': {'security_group_id': '4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec', 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:39:21.727348 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [req-49b12222-26a7-41e5-aee2-2d1274a4d1b1 req-cac97732-8ddb-4e09-a343-c28f5fea2dfc tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Deleting port e18cf856-d000-4bcf-b773-bcd023f05179 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:39:21.728234 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-49b12222-26a7-41e5-aee2-2d1274a4d1b1 req-cac97732-8ddb-4e09-a343-c28f5fea2dfc tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:21.730594 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port f2575674-2786-4679-97e2-00ebf80c33bd triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:39:21.730984 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:21.795708 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-3d28738e-805b-49cb-8d5e-1ab2d6fc2897 None None] Notify callbacks [] for port, precommit_update {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:21.806972 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.provisioning_blocks [None req-3d28738e-805b-49cb-8d5e-1ab2d6fc2897 None None] Transition to ACTIVE for port object fe9ffce9-758b-435b-9f63-139be8ca5bbc will not be triggered until provisioned by entity L2. {{(pid=94643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:39:21.812747 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-984d001e-d5d5-4946-a7b9-409c445a51d8 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:21.830362 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 1242e850-5b5a-4814-8e03-fc4f562bf944 up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:39:21.868607 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-3d28738e-805b-49cb-8d5e-1ab2d6fc2897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:21.916806 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [req-49b12222-26a7-41e5-aee2-2d1274a4d1b1 req-cac97732-8ddb-4e09-a343-c28f5fea2dfc tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] For port e18cf856-d000-4bcf-b773-bcd023f05179, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=e18cf856-d000-4bcf-b773-bcd023f05179,segment=NetworkSegment(d40a9a32-b77b-46dc-abfb-8f02e8c28508),segment_id=d40a9a32-b77b-46dc-abfb-8f02e8c28508)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:39:21.917186 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-49b12222-26a7-41e5-aee2-2d1274a4d1b1 req-cac97732-8ddb-4e09-a343-c28f5fea2dfc tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:21.934223 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-984d001e-d5d5-4946-a7b9-409c445a51d8 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:21.943893 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [req-49b12222-26a7-41e5-aee2-2d1274a4d1b1 req-cac97732-8ddb-4e09-a343-c28f5fea2dfc tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Calling delete_port for e18cf856-d000-4bcf-b773-bcd023f05179 owned by compute:nova {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:39:22.010575 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a0bdc-d71a-4e51-af9d-e5f144bc40c0 None None] Pushing event updated for resources: {'Port': ['ID=fe9ffce9-758b-435b-9f63-139be8ca5bbc,revision_number=3']} {{(pid=94643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:22.013751 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.managers [None req-3d28738e-805b-49cb-8d5e-1ab2d6fc2897 None None] Attempting to bind port fe9ffce9-758b-435b-9f63-139be8ca5bbc on host dv-cinder-760153-9-iscsi for vnic_type normal with profile {{(pid=94643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:39:22.013751 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.managers [None req-3d28738e-805b-49cb-8d5e-1ab2d6fc2897 None None] Attempting to bind port fe9ffce9-758b-435b-9f63-139be8ca5bbc by drivers openvswitch,hyperv on host dv-cinder-760153-9-iscsi at level 0 using segments [{'id': '9b272875-bb85-444a-8d5b-2966e585e333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '327645e8-6261-4426-bc85-ab617aef9de6'}] {{(pid=94643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:39:22.020455 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d28738e-805b-49cb-8d5e-1ab2d6fc2897 None None] Attempting to bind port fe9ffce9-758b-435b-9f63-139be8ca5bbc on network 327645e8-6261-4426-bc85-ab617aef9de6 {{(pid=94643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:39:22.026572 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d28738e-805b-49cb-8d5e-1ab2d6fc2897 None None] Checking agent: {'id': '603a9555-31ed-459d-ae44-8ccb1c39f9f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 28, 5), 'started_at': datetime.datetime(2021, 9, 7, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:39:22.026962 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d28738e-805b-49cb-8d5e-1ab2d6fc2897 None None] Checking segment: {'id': '9b272875-bb85-444a-8d5b-2966e585e333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '327645e8-6261-4426-bc85-ab617aef9de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:39:22.027337 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-3d28738e-805b-49cb-8d5e-1ab2d6fc2897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:22.027730 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d28738e-805b-49cb-8d5e-1ab2d6fc2897 None None] Bound using segment: {'id': '9b272875-bb85-444a-8d5b-2966e585e333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '327645e8-6261-4426-bc85-ab617aef9de6'} {{(pid=94643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:39:22.028874 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.managers [None req-3d28738e-805b-49cb-8d5e-1ab2d6fc2897 None None] Bound port: fe9ffce9-758b-435b-9f63-139be8ca5bbc, host: dv-cinder-760153-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b272875-bb85-444a-8d5b-2966e585e333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '327645e8-6261-4426-bc85-ab617aef9de6'}}] {{(pid=94643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:39:22.029565 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-3d28738e-805b-49cb-8d5e-1ab2d6fc2897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:22.034376 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning for port 1242e850-5b5a-4814-8e03-fc4f562bf944 completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:39:22.035384 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-073a7a0c-5bb5-43a4-8c1e-ff8a89912344 req-4b3ddcda-be8d-4fda-9383-94adf6d5aefc tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] For port 99453c35-144f-45fc-bfd8-9a3acd2f538e, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=99453c35-144f-45fc-bfd8-9a3acd2f538e,segment=NetworkSegment(b5b9ec0d-e678-4d99-9ed6-46a36cb810b0),segment_id=b5b9ec0d-e678-4d99-9ed6-46a36cb810b0)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:39:22.035735 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-073a7a0c-5bb5-43a4-8c1e-ff8a89912344 req-4b3ddcda-be8d-4fda-9383-94adf6d5aefc tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:22.040751 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port 1242e850-5b5a-4814-8e03-fc4f562bf944 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:39:22.041965 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:22.052037 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-984d001e-d5d5-4946-a7b9-409c445a51d8 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460427'] for security_group_rule, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:22.060845 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-073a7a0c-5bb5-43a4-8c1e-ff8a89912344 req-4b3ddcda-be8d-4fda-9383-94adf6d5aefc tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Calling delete_port for 99453c35-144f-45fc-bfd8-9a3acd2f538e owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:39:22.080845 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d001e-d5d5-4946-a7b9-409c445a51d8 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a79bf4a9-e0a9-457a-88a9-fef9924a391f,revision_number=0']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:22.105956 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993b6cb-f8cd-400f-bfbd-bf277267dbd9 req-50f809f7-fa35-49e2-acb5-5120d0f3a6e0 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:22.122471 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e993b6cb-f8cd-400f-bfbd-bf277267dbd9 req-50f809f7-fa35-49e2-acb5-5120d0f3a6e0 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 946 time: 0.1349115 Sep 07 14:39:22.172752 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.db [None req-3d28738e-805b-49cb-8d5e-1ab2d6fc2897 None None] For port fe9ffce9-758b-435b-9f63-139be8ca5bbc, host dv-cinder-760153-9-iscsi, cleared binding levels {{(pid=94643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:39:22.185756 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.db [None req-3d28738e-805b-49cb-8d5e-1ab2d6fc2897 None None] For port fe9ffce9-758b-435b-9f63-139be8ca5bbc, host dv-cinder-760153-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=fe9ffce9-758b-435b-9f63-139be8ca5bbc,segment=NetworkSegment(9b272875-bb85-444a-8d5b-2966e585e333),segment_id=9b272875-bb85-444a-8d5b-2966e585e333)] {{(pid=94643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:39:22.236189 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-984d001e-d5d5-4946-a7b9-409c445a51d8 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:22.243848 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-984d001e-d5d5-4946-a7b9-409c445a51d8 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5885742 Sep 07 14:39:22.251793 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-3d28738e-805b-49cb-8d5e-1ab2d6fc2897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:22.260914 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 51152) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:39:22.280426 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-8a0d32b1-1392-45c0-adc2-ac3cd5bc07dc tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Request body: {'security_group_rule': {'security_group_id': '4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec', 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:39:22.298262 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:22.379717 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d28738e-805b-49cb-8d5e-1ab2d6fc2897 None None] Routers {'cc3e4845-47f0-452c-b824-58e40c1acfac'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:39:22.380657 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-3d28738e-805b-49cb-8d5e-1ab2d6fc2897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:39:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['cc3e4845-47f0-452c-b824-58e40c1acfac'], 'active': True} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:22.382361 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a0bdc-d71a-4e51-af9d-e5f144bc40c0 None None] Pushing event updated for resources: {'Port': ['ID=fe9ffce9-758b-435b-9f63-139be8ca5bbc,revision_number=4']} {{(pid=94643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:22.463961 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8a0d32b1-1392-45c0-adc2-ac3cd5bc07dc tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:22.486762 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e993b6cb-f8cd-400f-bfbd-bf277267dbd9 req-46ea053b-29ed-4061-8188-05290a46a87e tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/security-groups?id=11326203-ec30-49e9-9efb-66af0db32f05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589060 Sep 07 14:39:22.508803 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-49b12222-26a7-41e5-aee2-2d1274a4d1b1 req-cac97732-8ddb-4e09-a343-c28f5fea2dfc tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:22.513830 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-9152d18d-5686-470b-8281-0603e563890f None None] For port 1242e850-5b5a-4814-8e03-fc4f562bf944, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=1242e850-5b5a-4814-8e03-fc4f562bf944,segment=NetworkSegment(d5edefeb-33fd-4ac2-ab34-abbc58fe06c1),segment_id=d5edefeb-33fd-4ac2-ab34-abbc58fe06c1)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:39:22.540571 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] get_ports_and_sgs() called for port_ids ['e18cf856-d000-4bcf-b773-bcd023f05179'] {{(pid=94642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:39:22.599445 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:22.608432 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac97732-8ddb-4e09-a343-c28f5fea2dfc tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Pushing event deleted for resources: {'Port': ['ID=e18cf856-d000-4bcf-b773-bcd023f05179,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:22.712198 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Pushing event updated for resources: {'Port': ['ID=1242e850-5b5a-4814-8e03-fc4f562bf944,revision_number=5']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:22.727864 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvr_db [None req-3d28738e-805b-49cb-8d5e-1ab2d6fc2897 None None] Set router cc3e4845-47f0-452c-b824-58e40c1acfac gateway port host: dv-cinder-760153-9-iscsi {{(pid=94643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:39:22.822209 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b12222-26a7-41e5-aee2-2d1274a4d1b1 req-cac97732-8ddb-4e09-a343-c28f5fea2dfc tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] No DVR routers for this DVR port e18cf856-d000-4bcf-b773-bcd023f05179 on host hv-cinder-76015 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:39:22.841474 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c92761-8586-4dec-a6d4-0e32e7b86294 req-b1c3eff9-0c68-4000-abe7-9c02eb820699 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:22.846916 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-49b12222-26a7-41e5-aee2-2d1274a4d1b1 req-cac97732-8ddb-4e09-a343-c28f5fea2dfc tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:22.846916 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-49b12222-26a7-41e5-aee2-2d1274a4d1b1 req-cac97732-8ddb-4e09-a343-c28f5fea2dfc tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.22 "DELETE /v2.0/ports/e18cf856-d000-4bcf-b773-bcd023f05179 HTTP/1.1" status: 204 len: 173 time: 1.3276594 Sep 07 14:39:22.848125 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae5c3d4-1f71-44f1-8699-f2f055eea6e5', 'name': 'network-vif-deleted', 'tag': 'e18cf856-d000-4bcf-b773-bcd023f05179'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:39:22.849456 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-24c92761-8586-4dec-a6d4-0e32e7b86294 req-b1c3eff9-0c68-4000-abe7-9c02eb820699 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ae5c3d4-1f71-44f1-8699-f2f055eea6e5 HTTP/1.1" status: 200 len: 867 time: 0.5453012 Sep 07 14:39:22.870717 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ae4c01fc0fef93246b53b81dc3c4053f5278a59fc30262d76e8d579d86f7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6924786e-122a-4fbb-b7b4-d14b7d00938f" -d '{"events": [{"server_uuid": "5ae5c3d4-1f71-44f1-8699-f2f055eea6e5", "name": "network-vif-deleted", "tag": "e18cf856-d000-4bcf-b773-bcd023f05179"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:39:22.890764 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8a0d32b1-1392-45c0-adc2-ac3cd5bc07dc tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:22.959611 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8a0d32b1-1392-45c0-adc2-ac3cd5bc07dc tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460427'] for security_group_rule, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:22.988029 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d32b1-1392-45c0-adc2-ac3cd5bc07dc tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=944e4fd3-e8d9-40f0-a668-fc60df65e9a7,revision_number=0']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:22.999296 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-24c92761-8586-4dec-a6d4-0e32e7b86294 req-010e10e9-04e6-4390-9f07-2b1ffad0c139 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea978eab-4b43-4b97-8c2f-cf724446e057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353054 Sep 07 14:39:23.018904 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfbb337-1506-48b8-8c82-397a2d3d852c req-57126387-5c16-4118-be72-48f1db9d3766 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:23.029542 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bcfbb337-1506-48b8-8c82-397a2d3d852c req-57126387-5c16-4118-be72-48f1db9d3766 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 946 time: 0.1768143 Sep 07 14:39:23.052661 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-073a7a0c-5bb5-43a4-8c1e-ff8a89912344 req-4b3ddcda-be8d-4fda-9383-94adf6d5aefc tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8727932'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:23.063588 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c23c62-82ca-4654-91dc-165513ae68d5 x-openstack-request-id: req-f2c23c62-82ca-4654-91dc-165513ae68d5 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:39:23.064129 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae5c3d4-1f71-44f1-8699-f2f055eea6e5", "name": "network-vif-deleted", "tag": "e18cf856-d000-4bcf-b773-bcd023f05179", "status": "completed", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:39:23.064656 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f2c23c62-82ca-4654-91dc-165513ae68d5 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:39:23.065280 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae5c3d4-1f71-44f1-8699-f2f055eea6e5', 'name': 'network-vif-deleted', 'tag': 'e18cf856-d000-4bcf-b773-bcd023f05179', 'status': 'completed', 'code': 200} Sep 07 14:39:23.066773 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] get_ports_and_sgs() called for port_ids ['99453c35-144f-45fc-bfd8-9a3acd2f538e'] {{(pid=94642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:39:23.108438 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8a0d32b1-1392-45c0-adc2-ac3cd5bc07dc tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:23.110257 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-8a0d32b1-1392-45c0-adc2-ac3cd5bc07dc tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8467014 Sep 07 14:39:23.112978 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 51158) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:39:23.118320 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-17eb5f57-7c42-4a48-b52b-b66a68cc34d3 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Request body: {'security_group_rule': {'security_group_id': '4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec', 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:39:23.154718 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ddcda-be8d-4fda-9383-94adf6d5aefc tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Pushing event deleted for resources: {'Port': ['ID=99453c35-144f-45fc-bfd8-9a3acd2f538e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:23.221105 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-3d28738e-805b-49cb-8d5e-1ab2d6fc2897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3e4845-47f0-452c-b824-58e40c1acfac', 'name': 'tempest-TestVolumeBootPattern-2066309959-router', 'tenant_id': '2b8f4bce2ee343028adeb51363808cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': 'f2575674-2786-4679-97e2-00ebf80c33bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:11Z', 'updated_at': '2021-09-07T14:39:17Z', 'revision_number': 4, 'project_id': '2b8f4bce2ee343028adeb51363808cdc', 'gw_port': {'id': 'f2575674-2786-4679-97e2-00ebf80c33bd', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:69:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3e4845-47f0-452c-b824-58e40c1acfac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:12Z', 'updated_at': '2021-09-07T14:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': 'fe9ffce9-758b-435b-9f63-139be8ca5bbc', 'name': '', 'network_id': '327645e8-6261-4426-bc85-ab617aef9de6', 'tenant_id': '2b8f4bce2ee343028adeb51363808cdc', 'mac_address': 'fa:16:3e:4e:91:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3e4845-47f0-452c-b824-58e40c1acfac', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3a527799-0c70-4323-910e-debb8dd68dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:16Z', 'updated_at': '2021-09-07T14:39:22Z', 'revision_number': 4, 'project_id': '2b8f4bce2ee343028adeb51363808cdc', 'subnets': [{'id': '3a527799-0c70-4323-910e-debb8dd68dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:23.278365 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bcfbb337-1506-48b8-8c82-397a2d3d852c req-07161177-ea75-4bc2-9619-6e518fcbf994 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2445233 Sep 07 14:39:23.284231 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d28738e-805b-49cb-8d5e-1ab2d6fc2897 None None] The sync data for ids ['cc3e4845-47f0-452c-b824-58e40c1acfac'] in dv-cinder-760153-9-iscsi is: [{'id': 'cc3e4845-47f0-452c-b824-58e40c1acfac', 'name': 'tempest-TestVolumeBootPattern-2066309959-router', 'tenant_id': '2b8f4bce2ee343028adeb51363808cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': 'f2575674-2786-4679-97e2-00ebf80c33bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:11Z', 'updated_at': '2021-09-07T14:39:17Z', 'revision_number': 4, 'project_id': '2b8f4bce2ee343028adeb51363808cdc', 'gw_port': {'id': 'f2575674-2786-4679-97e2-00ebf80c33bd', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:69:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3e4845-47f0-452c-b824-58e40c1acfac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:12Z', 'updated_at': '2021-09-07T14:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': 'fe9ffce9-758b-435b-9f63-139be8ca5bbc', 'name': '', 'network_id': '327645e8-6261-4426-bc85-ab617aef9de6', 'tenant_id': '2b8f4bce2ee343028adeb51363808cdc', 'mac_address': 'fa:16:3e:4e:91:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3e4845-47f0-452c-b824-58e40c1acfac', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3a527799-0c70-4323-910e-debb8dd68dbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:16Z', 'updated_at': '2021-09-07T14:39:22Z', 'revision_number': 4, 'project_id': '2b8f4bce2ee343028adeb51363808cdc', 'subnets': [{'id': '3a527799-0c70-4323-910e-debb8dd68dbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:39:23.285906 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-073a7a0c-5bb5-43a4-8c1e-ff8a89912344 req-4b3ddcda-be8d-4fda-9383-94adf6d5aefc tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] No DVR routers for this DVR port 99453c35-144f-45fc-bfd8-9a3acd2f538e on host hv-cinder-76015 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:39:23.291311 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-073a7a0c-5bb5-43a4-8c1e-ff8a89912344 req-4b3ddcda-be8d-4fda-9383-94adf6d5aefc tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:23.298156 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-073a7a0c-5bb5-43a4-8c1e-ff8a89912344 req-4b3ddcda-be8d-4fda-9383-94adf6d5aefc tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.22 "DELETE /v2.0/ports/99453c35-144f-45fc-bfd8-9a3acd2f538e HTTP/1.1" status: 204 len: 173 time: 1.9561403 Sep 07 14:39:23.298872 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77d088a-d7c8-4132-bce3-ed12d00823b8', 'name': 'network-vif-deleted', 'tag': '99453c35-144f-45fc-bfd8-9a3acd2f538e'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:39:23.301591 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca3d64d6ee1d62abf9801d62a4287030b5a1037887016040f3cf02e156c8ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b9f138-1620-4cb6-947a-f3047a646ac5" -d '{"events": [{"server_uuid": "c77d088a-d7c8-4132-bce3-ed12d00823b8", "name": "network-vif-deleted", "tag": "99453c35-144f-45fc-bfd8-9a3acd2f538e"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:39:23.412822 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35bdda3-e0a3-49a9-931e-a131a5bc9b97 x-openstack-request-id: req-d35bdda3-e0a3-49a9-931e-a131a5bc9b97 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:39:23.413345 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77d088a-d7c8-4132-bce3-ed12d00823b8", "name": "network-vif-deleted", "tag": "99453c35-144f-45fc-bfd8-9a3acd2f538e", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:39:23.413695 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d35bdda3-e0a3-49a9-931e-a131a5bc9b97 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:39:23.414268 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77d088a-d7c8-4132-bce3-ed12d00823b8', 'name': 'network-vif-deleted', 'tag': '99453c35-144f-45fc-bfd8-9a3acd2f538e', 'status': 'completed', 'code': 200} Sep 07 14:39:23.713962 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9704a68e-b7b0-4c2a-ab3c-f99a0f310e8b req-0777d65b-686f-448b-87ed-8adfb4eaeef8 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 210 time: 0.0871747 Sep 07 14:39:23.726640 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device fe9ffce9-758b-435b-9f63-139be8ca5bbc up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:39:23.818003 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17eb5f57-7c42-4a48-b52b-b66a68cc34d3 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:23.931013 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17eb5f57-7c42-4a48-b52b-b66a68cc34d3 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:23.942611 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning for port fe9ffce9-758b-435b-9f63-139be8ca5bbc completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:39:23.949938 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port fe9ffce9-758b-435b-9f63-139be8ca5bbc triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:39:23.949938 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:24.033930 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17eb5f57-7c42-4a48-b52b-b66a68cc34d3 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460427'] for security_group_rule, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:24.082339 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb5f57-7c42-4a48-b52b-b66a68cc34d3 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=494a3452-d094-491f-9ea6-b5ab4ecad41e,revision_number=0']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:24.114582 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:24.153636 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-17eb5f57-7c42-4a48-b52b-b66a68cc34d3 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:24.155039 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-17eb5f57-7c42-4a48-b52b-b66a68cc34d3 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0409102 Sep 07 14:39:24.157866 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 51166) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:39:24.164174 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7b5f8c65-7c9b-430e-9b1a-009291cebb3f tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Request body: {'security_group_rule': {'security_group_id': '4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec', 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:39:24.177036 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-9152d18d-5686-470b-8281-0603e563890f None None] For port fe9ffce9-758b-435b-9f63-139be8ca5bbc, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=fe9ffce9-758b-435b-9f63-139be8ca5bbc,segment=NetworkSegment(9b272875-bb85-444a-8d5b-2966e585e333),segment_id=9b272875-bb85-444a-8d5b-2966e585e333)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:39:24.210890 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8e538d8e-9798-4583-a54c-2243e9ba2226 req-20a417fc-c3a6-4ccc-9f71-804a8954a748 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ae5c3d4-1f71-44f1-8699-f2f055eea6e5 HTTP/1.1" status: 200 len: 210 time: 0.0418086 Sep 07 14:39:24.331850 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:24.332669 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 1242e850-5b5a-4814-8e03-fc4f562bf944 up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:39:24.360318 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-7b5f8c65-7c9b-430e-9b1a-009291cebb3f tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Project ddcff35f4fe74c3087d85eedd77cfcb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 14:39:24.370546 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7b5f8c65-7c9b-430e-9b1a-009291cebb3f tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:24.489838 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681fae2-bfbc-482c-806c-47fd5f1edcc3 req-36567f8a-5286-46f6-a40d-b9b20cc0e1b8 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:24.491635 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0681fae2-bfbc-482c-806c-47fd5f1edcc3 req-36567f8a-5286-46f6-a40d-b9b20cc0e1b8 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 946 time: 0.0972683 Sep 07 14:39:24.563590 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7b5f8c65-7c9b-430e-9b1a-009291cebb3f tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:24.610530 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0681fae2-bfbc-482c-806c-47fd5f1edcc3 req-a4036dd1-ee04-4988-ab3a-9bc7810c003e tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031330 Sep 07 14:39:24.623279 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7b5f8c65-7c9b-430e-9b1a-009291cebb3f tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460427'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:24.662607 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f8c65-7c9b-430e-9b1a-009291cebb3f tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53fd4cb5-17dd-43d2-9fc1-3e935a6c0d4f,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:24.687570 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port 1242e850-5b5a-4814-8e03-fc4f562bf944 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:39:24.687570 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:24.687570 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Pushing event updated for resources: {'Port': ['ID=fe9ffce9-758b-435b-9f63-139be8ca5bbc,revision_number=5']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:24.771938 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7b5f8c65-7c9b-430e-9b1a-009291cebb3f tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:24.777141 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 51172) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:39:24.781732 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-7b5f8c65-7c9b-430e-9b1a-009291cebb3f tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6210806 Sep 07 14:39:24.787327 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-abf938af-95db-4019-9441-36c75cd231f6 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Request body: {'security_group_rule': {'security_group_id': '4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec', 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:39:24.794804 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 3a8fd1cd-dac2-4159-9bb2-8716fd22080c up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:39:24.855804 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port 3a8fd1cd-dac2-4159-9bb2-8716fd22080c triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:39:24.856300 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:24.866764 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0d252019-4084-4f2f-af9e-a59c4f7b9ee2 req-747e61d5-7c78-4cf1-8340-a0f7f1531133 tempest-ServerRescueNegativeTestJSON-1349691229 tempest-ServerRescueNegativeTestJSON-1349691229-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77d088a-d7c8-4132-bce3-ed12d00823b8 HTTP/1.1" status: 200 len: 210 time: 0.0418768 Sep 07 14:39:25.056968 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.db.securitygroups_db [None req-abf938af-95db-4019-9441-36c75cd231f6 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Project ddcff35f4fe74c3087d85eedd77cfcb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 14:39:25.063435 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-abf938af-95db-4019-9441-36c75cd231f6 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:25.128821 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-abf938af-95db-4019-9441-36c75cd231f6 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:25.194308 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-abf938af-95db-4019-9441-36c75cd231f6 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460427'] for security_group_rule, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:25.221314 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf938af-95db-4019-9441-36c75cd231f6 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cf4bffe-a019-4ed5-8dc6-70ff2d6ec8e2,revision_number=0']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:25.229720 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf938af-95db-4019-9441-36c75cd231f6 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:39:25.230106 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf938af-95db-4019-9441-36c75cd231f6 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:39:25.230447 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf938af-95db-4019-9441-36c75cd231f6 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:39:25.230847 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf938af-95db-4019-9441-36c75cd231f6 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:39:25.231174 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf938af-95db-4019-9441-36c75cd231f6 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:39:25.231601 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf938af-95db-4019-9441-36c75cd231f6 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:39:25.231940 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf938af-95db-4019-9441-36c75cd231f6 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:39:25.232268 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf938af-95db-4019-9441-36c75cd231f6 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:39:25.232626 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf938af-95db-4019-9441-36c75cd231f6 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:39:25.232951 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf938af-95db-4019-9441-36c75cd231f6 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:39:25.233271 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf938af-95db-4019-9441-36c75cd231f6 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:39:25.233582 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf938af-95db-4019-9441-36c75cd231f6 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:39:25.331673 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-abf938af-95db-4019-9441-36c75cd231f6 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:25.333195 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-abf938af-95db-4019-9441-36c75cd231f6 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5547910 Sep 07 14:39:25.621790 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device fe9ffce9-758b-435b-9f63-139be8ca5bbc up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:39:25.721571 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port fe9ffce9-758b-435b-9f63-139be8ca5bbc triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:39:25.723635 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:25.732222 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846e8bb-a876-4b0d-9185-2a7c1d5beb84 req-ee83fca3-1c20-4078-be2c-137287d3883d tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:25.736415 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f846e8bb-a876-4b0d-9185-2a7c1d5beb84 req-ee83fca3-1c20-4078-be2c-137287d3883d tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/networks?id=1268d5bc-64b4-4afd-abd0-2d0b7e69baeb HTTP/1.1" status: 200 len: 809 time: 0.2275231 Sep 07 14:39:25.768754 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f846e8bb-a876-4b0d-9185-2a7c1d5beb84 req-d98615e8-ec6f-4a54-bcad-24dced072fc6 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/quotas/025d873d12ae40d8bfa003df17c69926 HTTP/1.1" status: 200 len: 375 time: 0.0248032 Sep 07 14:39:25.845951 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f846e8bb-a876-4b0d-9185-2a7c1d5beb84 req-b1e9e278-e5fd-4daa-9639-20b39e50c2f9 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=025d873d12ae40d8bfa003df17c69926&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619366 Sep 07 14:39:25.894312 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 7baeaa76-0ef0-41bb-a2da-16207a911aa7 up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:39:25.990177 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b31f5-5aec-4e4e-8164-6d577827f4ed req-f7a46e71-20be-449b-921e-ca8294d8a03f tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:25.995241 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ac1b31f5-5aec-4e4e-8164-6d577827f4ed req-f7a46e71-20be-449b-921e-ca8294d8a03f tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 946 time: 0.2246804 Sep 07 14:39:26.021038 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f846e8bb-a876-4b0d-9185-2a7c1d5beb84 req-b4f7ed51-2c4a-4714-b6e6-ec963a769da2 service neutron] 10.222.0.11 "GET /v2.0/networks/1268d5bc-64b4-4afd-abd0-2d0b7e69baeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502461 Sep 07 14:39:26.055502 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning for port 7baeaa76-0ef0-41bb-a2da-16207a911aa7 completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:39:26.063934 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port 7baeaa76-0ef0-41bb-a2da-16207a911aa7 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:39:26.065002 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:26.218615 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ac1b31f5-5aec-4e4e-8164-6d577827f4ed req-9132a829-ffc5-4a1c-bc1c-78a0e11950df tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882682 Sep 07 14:39:26.249278 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:26.285792 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-9152d18d-5686-470b-8281-0603e563890f None None] For port 7baeaa76-0ef0-41bb-a2da-16207a911aa7, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=7baeaa76-0ef0-41bb-a2da-16207a911aa7,segment=NetworkSegment(c9eb5183-06b9-4b59-a709-2fab54e09f70),segment_id=c9eb5183-06b9-4b59-a709-2fab54e09f70)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:39:26.306991 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 3ed1d237-3126-4339-80cb-40993fa66667 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:39:26.313400 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 99453c35-144f-45fc-bfd8-9a3acd2f538e no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:39:26.327348 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f846e8bb-a876-4b0d-9185-2a7c1d5beb84 req-02a1423e-5051-484a-8e83-64d396c99954 service neutron] 10.222.0.11 "GET /v2.0/networks/1268d5bc-64b4-4afd-abd0-2d0b7e69baeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053565 Sep 07 14:39:26.350110 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 51238) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:39:26.370551 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] No Port match for: 99453c35-144f-45fc-bfd8-9a3acd2f538e {{(pid=94642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:39:26.370907 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 99453c35-144f-45fc-bfd8-9a3acd2f538e not bound to the agent host hv-cinder-76015 {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:39:26.371341 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device e18cf856-d000-4bcf-b773-bcd023f05179 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:39:26.391579 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:26.500311 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Pushing event updated for resources: {'Port': ['ID=7baeaa76-0ef0-41bb-a2da-16207a911aa7,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:26.550356 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] No Port match for: e18cf856-d000-4bcf-b773-bcd023f05179 {{(pid=94642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:39:26.551100 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device e18cf856-d000-4bcf-b773-bcd023f05179 not bound to the agent host hv-cinder-76015 {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:39:26.798003 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port 3ed1d237-3126-4339-80cb-40993fa66667, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=3ed1d237-3126-4339-80cb-40993fa66667,segment=NetworkSegment(e54557d8-93d7-49ba-a7fc-963d1c00c60e),segment_id=e54557d8-93d7-49ba-a7fc-963d1c00c60e)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:39:26.798122 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8c60b19e-5c6f-44c9-b4b4-7eeba7fe222b req-dd8c30ab-9e84-4d68-9a94-8dd4ef12ed64 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f6c461d-149d-4dd2-9c85-f840cd494e2e HTTP/1.1" status: 200 len: 210 time: 0.0630600 Sep 07 14:39:26.802297 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Returning: {'device': '3ed1d237-3126-4339-80cb-40993fa66667', 'network_id': 'da6e8dca-6945-4602-b5cc-b9742d335a11', 'port_id': '3ed1d237-3126-4339-80cb-40993fa66667', 'mac_address': 'fa:16:3e:82:24:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97647f27-4ef1-4c12-811b-6c63faa2d593', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:39:26.864240 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:26.884940 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ed1d237-3126-4339-80cb-40993fa66667 {{(pid=94642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:39:26.909441 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port 3ed1d237-3126-4339-80cb-40993fa66667, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=3ed1d237-3126-4339-80cb-40993fa66667,segment=NetworkSegment(e54557d8-93d7-49ba-a7fc-963d1c00c60e),segment_id=e54557d8-93d7-49ba-a7fc-963d1c00c60e)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:39:27.082878 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a1c9ea55-c237-4874-8bda-083bb5ba1c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539757'] for router_interface, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:27.362480 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5bfa5f-6a51-40cc-8695-c6f4debdf5db req-7baa3bf8-fe7e-4adc-bfe3-a0905053d8b8 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:27.364079 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6f5bfa5f-6a51-40cc-8695-c6f4debdf5db req-7baa3bf8-fe7e-4adc-bfe3-a0905053d8b8 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 946 time: 0.0643866 Sep 07 14:39:27.420957 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6f5bfa5f-6a51-40cc-8695-c6f4debdf5db req-f766cc96-bbea-4ff0-bf5d-0c92909da280 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467882 Sep 07 14:39:27.426835 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:27.463424 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a1c9ea55-c237-4874-8bda-083bb5ba1c04 admin admin] Deleting port b6f8e0bb-4eb6-440d-9ac6-7c280771777e {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:39:27.473307 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a1c9ea55-c237-4874-8bda-083bb5ba1c04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:27.542550 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=3ed1d237-3126-4339-80cb-40993fa66667,revision_number=6']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:27.567443 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 7baeaa76-0ef0-41bb-a2da-16207a911aa7 up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:39:27.624564 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] get_ports_and_sgs() called for port_ids ['3ed1d237-3126-4339-80cb-40993fa66667'] {{(pid=94642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:39:27.748515 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port 7baeaa76-0ef0-41bb-a2da-16207a911aa7 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:39:27.748906 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:27.764964 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a1c9ea55-c237-4874-8bda-083bb5ba1c04 admin admin] For port b6f8e0bb-4eb6-440d-9ac6-7c280771777e, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=b6f8e0bb-4eb6-440d-9ac6-7c280771777e,segment=NetworkSegment(b5b9ec0d-e678-4d99-9ed6-46a36cb810b0),segment_id=b5b9ec0d-e678-4d99-9ed6-46a36cb810b0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:39:27.765453 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a1c9ea55-c237-4874-8bda-083bb5ba1c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:27.791802 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a1c9ea55-c237-4874-8bda-083bb5ba1c04 admin admin] Calling delete_port for b6f8e0bb-4eb6-440d-9ac6-7c280771777e owned by network:router_interface {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:39:27.938778 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a7f6ea13-d48b-4966-9f4e-7c553bb386d5 req-8673424f-583b-4c59-b3f7-7c2a59fef99c tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f6c461d-149d-4dd2-9c85-f840cd494e2e HTTP/1.1" status: 200 len: 210 time: 0.0586982 Sep 07 14:39:28.222618 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a1c9ea55-c237-4874-8bda-083bb5ba1c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:28.283507 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c9ea55-c237-4874-8bda-083bb5ba1c04 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6f8e0bb-4eb6-440d-9ac6-7c280771777e,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:28.325472 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 3ed1d237-3126-4339-80cb-40993fa66667 up at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:39:28.443457 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Provisioning complete for port 3ed1d237-3126-4339-80cb-40993fa66667 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:39:28.443852 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:28.612228 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:28.658967 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port 3ed1d237-3126-4339-80cb-40993fa66667, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=3ed1d237-3126-4339-80cb-40993fa66667,segment=NetworkSegment(e54557d8-93d7-49ba-a7fc-963d1c00c60e),segment_id=e54557d8-93d7-49ba-a7fc-963d1c00c60e)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:39:28.660504 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0b0a23-bc4f-4741-816d-8cf50a76b8c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed1d237-3126-4339-80cb-40993fa66667'}] {{(pid=94642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:39:28.663222 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd6d84ba8741af88afecd5b756310c726975e6558383509c2c49b1cfba31424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec22ad70-5808-4a1b-af3f-e443cb883434" -d '{"events": [{"server_uuid": "ad0b0a23-bc4f-4741-816d-8cf50a76b8c3", "name": "network-vif-plugged", "status": "completed", "tag": "3ed1d237-3126-4339-80cb-40993fa66667"}]}' {{(pid=94642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:39:28.725102 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:28.834282 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1d528e-2728-4e45-8d27-a2e30c77cdb6 x-openstack-request-id: req-1f1d528e-2728-4e45-8d27-a2e30c77cdb6 {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:39:28.835001 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0b0a23-bc4f-4741-816d-8cf50a76b8c3", "name": "network-vif-plugged", "status": "completed", "tag": "3ed1d237-3126-4339-80cb-40993fa66667", "code": 200}]} {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:39:28.836269 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1f1d528e-2728-4e45-8d27-a2e30c77cdb6 {{(pid=94642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:39:28.836765 dv-cinder-760153-9-iscsi neutron-server[94642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0b0a23-bc4f-4741-816d-8cf50a76b8c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed1d237-3126-4339-80cb-40993fa66667', 'code': 200} Sep 07 14:39:28.837701 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf916d4-339f-4100-a417-b457821d5550 req-b350961d-2e63-44df-b4ea-88a5ffef41a5 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:28.863166 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6bf916d4-339f-4100-a417-b457821d5550 req-b350961d-2e63-44df-b4ea-88a5ffef41a5 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 945 time: 0.2634242 Sep 07 14:39:28.883668 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa124b90-7b21-4b67-ae84-c7cd03b46cc2 None None] Sync routers for ids ['6b7d8e79-d263-4133-b277-65135311d372'] in dv-cinder-760153-9-iscsi {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:39:28.896519 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=3ed1d237-3126-4339-80cb-40993fa66667,revision_number=7']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:28.908996 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa124b90-7b21-4b67-ae84-c7cd03b46cc2 None None] Routers {'6b7d8e79-d263-4133-b277-65135311d372'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:39:28.909429 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-aa124b90-7b21-4b67-ae84-c7cd03b46cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:39:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['6b7d8e79-d263-4133-b277-65135311d372'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:28.976534 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6bf916d4-339f-4100-a417-b457821d5550 req-b5170bae-6e4c-4bff-b26f-c96ee4db1535 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120341 Sep 07 14:39:29.120773 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-aa124b90-7b21-4b67-ae84-c7cd03b46cc2 None None] Set router 6b7d8e79-d263-4133-b277-65135311d372 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:39:29.137236 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f71c261b-f0ab-40d8-8e88-f7b4601f4fc6 req-c43713f2-302f-4e0c-b61e-360f2a0e63ce tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f6c461d-149d-4dd2-9c85-f840cd494e2e HTTP/1.1" status: 200 len: 210 time: 0.0603724 Sep 07 14:39:29.175891 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a1c9ea55-c237-4874-8bda-083bb5ba1c04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7854277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539777'] for router_interface, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:29.386103 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-aa124b90-7b21-4b67-ae84-c7cd03b46cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7d8e79-d263-4133-b277-65135311d372', 'name': 'tempest-TestMinimumBasicScenario-840240819-router', 'tenant_id': '966f4a43c3714d0882ce20be6d9e0e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '7baeaa76-0ef0-41bb-a2da-16207a911aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:14Z', 'updated_at': '2021-09-07T14:39:19Z', 'revision_number': 4, 'project_id': '966f4a43c3714d0882ce20be6d9e0e97', 'gw_port': {'id': '7baeaa76-0ef0-41bb-a2da-16207a911aa7', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7d8e79-d263-4133-b277-65135311d372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:15Z', 'updated_at': '2021-09-07T14:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': '46c92294-7e46-4430-bab0-f014b8a3c614', 'name': '', 'network_id': '9d4158e2-ad5c-4008-b86a-a3c689de40aa', 'tenant_id': '966f4a43c3714d0882ce20be6d9e0e97', 'mac_address': 'fa:16:3e:5f:84:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7d8e79-d263-4133-b277-65135311d372', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '857a12a8-9273-4d67-9f03-1c65bb79c181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:18Z', 'updated_at': '2021-09-07T14:39:19Z', 'revision_number': 2, 'project_id': '966f4a43c3714d0882ce20be6d9e0e97', 'subnets': [{'id': '857a12a8-9273-4d67-9f03-1c65bb79c181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:29.457601 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa124b90-7b21-4b67-ae84-c7cd03b46cc2 None None] Checking router: 6b7d8e79-d263-4133-b277-65135311d372 for host: dv-cinder-760153-9-iscsi {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:39:29.458833 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa124b90-7b21-4b67-ae84-c7cd03b46cc2 None None] Updating router 6b7d8e79-d263-4133-b277-65135311d372 port 46c92294-7e46-4430-bab0-f014b8a3c614 binding host dv-cinder-760153-9-iscsi {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:39:29.491279 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-aa124b90-7b21-4b67-ae84-c7cd03b46cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:29.666589 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c9ea55-c237-4874-8bda-083bb5ba1c04 admin admin] Router 9125b4c4-e990-408f-a653-c23fb8ec7da8 has already been hosted by L3 agent ca4ca367-a056-42f7-949c-96b33f8f39bf {{(pid=94641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:39:29.914247 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c9ea55-c237-4874-8bda-083bb5ba1c04 admin admin] Notify agent at l3_agent.dv-cinder-760153-9-iscsi the message routers_updated {{(pid=94641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:39:29.929641 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-a1c9ea55-c237-4874-8bda-083bb5ba1c04 admin admin] 10.222.0.11 "PUT /v2.0/routers/9125b4c4-e990-408f-a653-c23fb8ec7da8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5776887 Sep 07 14:39:29.930855 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170552c6-3329-4421-b7fb-1100aa12d81c None None] Sync routers for ids ['9125b4c4-e990-408f-a653-c23fb8ec7da8'] in dv-cinder-760153-9-iscsi {{(pid=94643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:39:29.932139 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 51290) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:39:29.950967 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170552c6-3329-4421-b7fb-1100aa12d81c None None] Routers {'9125b4c4-e990-408f-a653-c23fb8ec7da8'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:39:29.959023 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-170552c6-3329-4421-b7fb-1100aa12d81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:39:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['9125b4c4-e990-408f-a653-c23fb8ec7da8'], 'active': True} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:30.032137 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846e8bb-a876-4b0d-9185-2a7c1d5beb84 req-d0877a74-fd99-4a4b-bf27-51c3c4f892da tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:30.034318 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f846e8bb-a876-4b0d-9185-2a7c1d5beb84 req-d0877a74-fd99-4a4b-bf27-51c3c4f892da tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.22 "GET /v2.0/networks?id=1268d5bc-64b4-4afd-abd0-2d0b7e69baeb HTTP/1.1" status: 200 len: 809 time: 0.3781486 Sep 07 14:39:30.194747 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-f846e8bb-a876-4b0d-9185-2a7c1d5beb84 req-f0056517-d90a-40ea-b5e9-f6fa4f4714ca tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Request body: {'port': {'device_id': '6f6c461d-149d-4dd2-9c85-f840cd494e2e', 'network_id': '1268d5bc-64b4-4afd-abd0-2d0b7e69baeb', 'admin_state_up': True, 'tenant_id': '025d873d12ae40d8bfa003df17c69926'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:39:30.368180 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvr_db [None req-170552c6-3329-4421-b7fb-1100aa12d81c None None] Set router 9125b4c4-e990-408f-a653-c23fb8ec7da8 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:39:30.456719 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-49bfd9bf-cff9-4617-a7c8-4ddc9f693050 req-aada2763-087a-46b7-834b-6fd32c5dc28d tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f6c461d-149d-4dd2-9c85-f840cd494e2e HTTP/1.1" status: 200 len: 210 time: 0.0806854 Sep 07 14:39:30.541724 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-aa124b90-7b21-4b67-ae84-c7cd03b46cc2 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:30.555573 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-aa124b90-7b21-4b67-ae84-c7cd03b46cc2 None None] Transition to ACTIVE for port object 46c92294-7e46-4430-bab0-f014b8a3c614 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:39:30.594466 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-170552c6-3329-4421-b7fb-1100aa12d81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9125b4c4-e990-408f-a653-c23fb8ec7da8', 'name': 'tempest-ServerRescueNegativeTestJSON-1992079639-router', 'tenant_id': '25eabbe22d5b41849961a9af5ba6fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '86002bc0-bd82-4098-9df7-b5be89c2d6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:36:23Z', 'updated_at': '2021-09-07T14:39:28Z', 'revision_number': 5, 'project_id': '25eabbe22d5b41849961a9af5ba6fc47', 'gw_port': {'id': '86002bc0-bd82-4098-9df7-b5be89c2d6c4', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:84:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9125b4c4-e990-408f-a653-c23fb8ec7da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:36:24Z', 'updated_at': '2021-09-07T14:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi'}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:30.621314 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170552c6-3329-4421-b7fb-1100aa12d81c None None] Checking router: 9125b4c4-e990-408f-a653-c23fb8ec7da8 for host: dv-cinder-760153-9-iscsi {{(pid=94643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:39:30.630095 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170552c6-3329-4421-b7fb-1100aa12d81c None None] Routers {'9125b4c4-e990-408f-a653-c23fb8ec7da8'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:39:30.630694 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-170552c6-3329-4421-b7fb-1100aa12d81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:39:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['9125b4c4-e990-408f-a653-c23fb8ec7da8'], 'active': True} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:30.635574 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-23f3aed1-3a6e-4ac3-ac79-4e6b89c45b85 admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:30.750138 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvr_db [None req-170552c6-3329-4421-b7fb-1100aa12d81c None None] Set router 9125b4c4-e990-408f-a653-c23fb8ec7da8 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:39:30.768982 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bdb315-44df-4d02-a8de-8365aafda654 req-75c3867a-5dcf-4cd0-bf17-871ba20e7f14 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:30.781218 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-60bdb315-44df-4d02-a8de-8365aafda654 req-75c3867a-5dcf-4cd0-bf17-871ba20e7f14 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 946 time: 0.5114079 Sep 07 14:39:30.788557 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-aa124b90-7b21-4b67-ae84-c7cd03b46cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:30.969053 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-60bdb315-44df-4d02-a8de-8365aafda654 req-f4702187-8c8a-45a1-8bb4-402db2b55ac0 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856492 Sep 07 14:39:30.980750 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c6cc9c-c674-44e4-ae76-cbea646a7f9a None None] Pushing event updated for resources: {'Port': ['ID=46c92294-7e46-4430-bab0-f014b8a3c614,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:31.105173 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-aa124b90-7b21-4b67-ae84-c7cd03b46cc2 None None] Attempting to bind port 46c92294-7e46-4430-bab0-f014b8a3c614 on host dv-cinder-760153-9-iscsi for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:39:31.105643 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-aa124b90-7b21-4b67-ae84-c7cd03b46cc2 None None] Attempting to bind port 46c92294-7e46-4430-bab0-f014b8a3c614 by drivers openvswitch,hyperv on host dv-cinder-760153-9-iscsi at level 0 using segments [{'id': 'd3b6861e-4434-4aad-b068-badf3d14de47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '9d4158e2-ad5c-4008-b86a-a3c689de40aa'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:39:31.106042 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa124b90-7b21-4b67-ae84-c7cd03b46cc2 None None] Attempting to bind port 46c92294-7e46-4430-bab0-f014b8a3c614 on network 9d4158e2-ad5c-4008-b86a-a3c689de40aa {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:39:31.119067 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa124b90-7b21-4b67-ae84-c7cd03b46cc2 None None] Checking agent: {'id': '603a9555-31ed-459d-ae44-8ccb1c39f9f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 28, 5), 'started_at': datetime.datetime(2021, 9, 7, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:39:31.119448 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa124b90-7b21-4b67-ae84-c7cd03b46cc2 None None] Checking segment: {'id': 'd3b6861e-4434-4aad-b068-badf3d14de47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '9d4158e2-ad5c-4008-b86a-a3c689de40aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:39:31.120799 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-aa124b90-7b21-4b67-ae84-c7cd03b46cc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:31.121210 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa124b90-7b21-4b67-ae84-c7cd03b46cc2 None None] Bound using segment: {'id': 'd3b6861e-4434-4aad-b068-badf3d14de47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '9d4158e2-ad5c-4008-b86a-a3c689de40aa'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:39:31.123521 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-aa124b90-7b21-4b67-ae84-c7cd03b46cc2 None None] Bound port: 46c92294-7e46-4430-bab0-f014b8a3c614, host: dv-cinder-760153-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3b6861e-4434-4aad-b068-badf3d14de47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '9d4158e2-ad5c-4008-b86a-a3c689de40aa'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:39:31.125313 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-aa124b90-7b21-4b67-ae84-c7cd03b46cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:31.139375 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-170552c6-3329-4421-b7fb-1100aa12d81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9125b4c4-e990-408f-a653-c23fb8ec7da8', 'name': 'tempest-ServerRescueNegativeTestJSON-1992079639-router', 'tenant_id': '25eabbe22d5b41849961a9af5ba6fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '86002bc0-bd82-4098-9df7-b5be89c2d6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:36:23Z', 'updated_at': '2021-09-07T14:39:28Z', 'revision_number': 5, 'project_id': '25eabbe22d5b41849961a9af5ba6fc47', 'gw_port': {'id': '86002bc0-bd82-4098-9df7-b5be89c2d6c4', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:84:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9125b4c4-e990-408f-a653-c23fb8ec7da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:36:24Z', 'updated_at': '2021-09-07T14:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi'}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:31.194009 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170552c6-3329-4421-b7fb-1100aa12d81c None None] The sync data for ids ['9125b4c4-e990-408f-a653-c23fb8ec7da8'] in dv-cinder-760153-9-iscsi is: [{'id': '9125b4c4-e990-408f-a653-c23fb8ec7da8', 'name': 'tempest-ServerRescueNegativeTestJSON-1992079639-router', 'tenant_id': '25eabbe22d5b41849961a9af5ba6fc47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '86002bc0-bd82-4098-9df7-b5be89c2d6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:36:23Z', 'updated_at': '2021-09-07T14:39:28Z', 'revision_number': 5, 'project_id': '25eabbe22d5b41849961a9af5ba6fc47', 'gw_port': {'id': '86002bc0-bd82-4098-9df7-b5be89c2d6c4', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:84:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9125b4c4-e990-408f-a653-c23fb8ec7da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:36:24Z', 'updated_at': '2021-09-07T14:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi'}] {{(pid=94643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:39:31.260543 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-aa124b90-7b21-4b67-ae84-c7cd03b46cc2 None None] For port 46c92294-7e46-4430-bab0-f014b8a3c614, host dv-cinder-760153-9-iscsi, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:39:31.269736 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-aa124b90-7b21-4b67-ae84-c7cd03b46cc2 None None] For port 46c92294-7e46-4430-bab0-f014b8a3c614, host dv-cinder-760153-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=46c92294-7e46-4430-bab0-f014b8a3c614,segment=NetworkSegment(d3b6861e-4434-4aad-b068-badf3d14de47),segment_id=d3b6861e-4434-4aad-b068-badf3d14de47)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:39:31.272112 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-23f3aed1-3a6e-4ac3-ac79-4e6b89c45b85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:31.354284 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f846e8bb-a876-4b0d-9185-2a7c1d5beb84 req-f0056517-d90a-40ea-b5e9-f6fa4f4714ca tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Made reservation on behalf of 025d873d12ae40d8bfa003df17c69926 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:39:31.358882 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f846e8bb-a876-4b0d-9185-2a7c1d5beb84 req-f0056517-d90a-40ea-b5e9-f6fa4f4714ca tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:31.400877 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-aa124b90-7b21-4b67-ae84-c7cd03b46cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:31.566587 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c6cc9c-c674-44e4-ae76-cbea646a7f9a None None] Pushing event updated for resources: {'Port': ['ID=46c92294-7e46-4430-bab0-f014b8a3c614,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:31.613654 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa124b90-7b21-4b67-ae84-c7cd03b46cc2 None None] Routers {'6b7d8e79-d263-4133-b277-65135311d372'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:39:31.614183 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-aa124b90-7b21-4b67-ae84-c7cd03b46cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:39:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['6b7d8e79-d263-4133-b277-65135311d372'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:31.744637 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-684f7e41-a49c-4281-8c90-34415fb362ee req-2cfb9897-ee8d-444b-8cd1-3a660add041b tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f6c461d-149d-4dd2-9c85-f840cd494e2e HTTP/1.1" status: 200 len: 210 time: 0.1194024 Sep 07 14:39:31.853209 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-23f3aed1-3a6e-4ac3-ac79-4e6b89c45b85 admin admin] Deleting port 86002bc0-bd82-4098-9df7-b5be89c2d6c4 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:39:31.853901 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-23f3aed1-3a6e-4ac3-ac79-4e6b89c45b85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:31.961550 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 46c92294-7e46-4430-bab0-f014b8a3c614 up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:39:32.071293 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-23f3aed1-3a6e-4ac3-ac79-4e6b89c45b85 admin admin] For port 86002bc0-bd82-4098-9df7-b5be89c2d6c4, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=86002bc0-bd82-4098-9df7-b5be89c2d6c4,segment=NetworkSegment(c9eb5183-06b9-4b59-a709-2fab54e09f70),segment_id=c9eb5183-06b9-4b59-a709-2fab54e09f70)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:39:32.071293 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-23f3aed1-3a6e-4ac3-ac79-4e6b89c45b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:32.100262 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-23f3aed1-3a6e-4ac3-ac79-4e6b89c45b85 admin admin] Calling delete_port for 86002bc0-bd82-4098-9df7-b5be89c2d6c4 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:39:32.182415 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-aa124b90-7b21-4b67-ae84-c7cd03b46cc2 None None] Set router 6b7d8e79-d263-4133-b277-65135311d372 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:39:32.536491 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-f846e8bb-a876-4b0d-9185-2a7c1d5beb84 req-f0056517-d90a-40ea-b5e9-f6fa4f4714ca tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Allocated IP 172.20.0.10 (1268d5bc-64b4-4afd-abd0-2d0b7e69baeb/e23c7853-c0fb-4d6e-bf4b-64d20f69f95f/a148564a-2405-41f5-b9df-456e9f10f079) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:39:32.574949 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f313f-10a9-4a6d-92af-5f23d242b63d req-5a7d33c9-8c0a-4df3-9ee4-fd6ee255fef6 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:32.583290 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-331f313f-10a9-4a6d-92af-5f23d242b63d req-5a7d33c9-8c0a-4df3-9ee4-fd6ee255fef6 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 946 time: 0.3025966 Sep 07 14:39:32.631388 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-253459a2-9718-4e89-bab1-22e027a0dcf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:32.662110 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning for port 46c92294-7e46-4430-bab0-f014b8a3c614 completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:39:32.667872 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-331f313f-10a9-4a6d-92af-5f23d242b63d req-7b8d4484-777f-4c27-8df6-a823f7f306c8 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833974 Sep 07 14:39:32.679954 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port 46c92294-7e46-4430-bab0-f014b8a3c614 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:39:32.686308 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:32.729959 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:32.745406 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-aa124b90-7b21-4b67-ae84-c7cd03b46cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7d8e79-d263-4133-b277-65135311d372', 'name': 'tempest-TestMinimumBasicScenario-840240819-router', 'tenant_id': '966f4a43c3714d0882ce20be6d9e0e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '7baeaa76-0ef0-41bb-a2da-16207a911aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:14Z', 'updated_at': '2021-09-07T14:39:19Z', 'revision_number': 4, 'project_id': '966f4a43c3714d0882ce20be6d9e0e97', 'gw_port': {'id': '7baeaa76-0ef0-41bb-a2da-16207a911aa7', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7d8e79-d263-4133-b277-65135311d372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:15Z', 'updated_at': '2021-09-07T14:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': '46c92294-7e46-4430-bab0-f014b8a3c614', 'name': '', 'network_id': '9d4158e2-ad5c-4008-b86a-a3c689de40aa', 'tenant_id': '966f4a43c3714d0882ce20be6d9e0e97', 'mac_address': 'fa:16:3e:5f:84:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7d8e79-d263-4133-b277-65135311d372', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '857a12a8-9273-4d67-9f03-1c65bb79c181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:18Z', 'updated_at': '2021-09-07T14:39:31Z', 'revision_number': 4, 'project_id': '966f4a43c3714d0882ce20be6d9e0e97', 'subnets': [{'id': '857a12a8-9273-4d67-9f03-1c65bb79c181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:32.876696 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa124b90-7b21-4b67-ae84-c7cd03b46cc2 None None] The sync data for ids ['6b7d8e79-d263-4133-b277-65135311d372'] in dv-cinder-760153-9-iscsi is: [{'id': '6b7d8e79-d263-4133-b277-65135311d372', 'name': 'tempest-TestMinimumBasicScenario-840240819-router', 'tenant_id': '966f4a43c3714d0882ce20be6d9e0e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '7baeaa76-0ef0-41bb-a2da-16207a911aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:14Z', 'updated_at': '2021-09-07T14:39:19Z', 'revision_number': 4, 'project_id': '966f4a43c3714d0882ce20be6d9e0e97', 'gw_port': {'id': '7baeaa76-0ef0-41bb-a2da-16207a911aa7', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7d8e79-d263-4133-b277-65135311d372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:15Z', 'updated_at': '2021-09-07T14:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': '46c92294-7e46-4430-bab0-f014b8a3c614', 'name': '', 'network_id': '9d4158e2-ad5c-4008-b86a-a3c689de40aa', 'tenant_id': '966f4a43c3714d0882ce20be6d9e0e97', 'mac_address': 'fa:16:3e:5f:84:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7d8e79-d263-4133-b277-65135311d372', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '857a12a8-9273-4d67-9f03-1c65bb79c181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:18Z', 'updated_at': '2021-09-07T14:39:31Z', 'revision_number': 4, 'project_id': '966f4a43c3714d0882ce20be6d9e0e97', 'subnets': [{'id': '857a12a8-9273-4d67-9f03-1c65bb79c181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:39:32.877853 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-23f3aed1-3a6e-4ac3-ac79-4e6b89c45b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8727932'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:32.936127 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f3aed1-3a6e-4ac3-ac79-4e6b89c45b85 admin admin] Pushing event deleted for resources: {'Port': ['ID=86002bc0-bd82-4098-9df7-b5be89c2d6c4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:32.952274 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:32.998981 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-9152d18d-5686-470b-8281-0603e563890f None None] For port 46c92294-7e46-4430-bab0-f014b8a3c614, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=46c92294-7e46-4430-bab0-f014b8a3c614,segment=NetworkSegment(d3b6861e-4434-4aad-b068-badf3d14de47),segment_id=d3b6861e-4434-4aad-b068-badf3d14de47)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:39:33.171457 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:33.214364 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device b6f8e0bb-4eb6-440d-9ac6-7c280771777e no longer exists at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:39:33.252263 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-9152d18d-5686-470b-8281-0603e563890f None None] No Port match for: b6f8e0bb-4eb6-440d-9ac6-7c280771777e {{(pid=94642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:39:33.252757 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device b6f8e0bb-4eb6-440d-9ac6-7c280771777e not bound to the agent host dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:39:33.327485 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Pushing event updated for resources: {'Port': ['ID=46c92294-7e46-4430-bab0-f014b8a3c614,revision_number=5']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:33.383983 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-59179fb0-bf04-40ac-b77d-e3e0d1c72210 req-27443533-b5b5-4daa-8539-796a834095ae tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f6c461d-149d-4dd2-9c85-f840cd494e2e HTTP/1.1" status: 200 len: 210 time: 0.5198932 Sep 07 14:39:33.462227 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3aed1-3a6e-4ac3-ac79-4e6b89c45b85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:39:33.466753 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3aed1-3a6e-4ac3-ac79-4e6b89c45b85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:39:33.467999 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3aed1-3a6e-4ac3-ac79-4e6b89c45b85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:39:33.468536 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3aed1-3a6e-4ac3-ac79-4e6b89c45b85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:39:33.468991 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3aed1-3a6e-4ac3-ac79-4e6b89c45b85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:39:33.469440 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3aed1-3a6e-4ac3-ac79-4e6b89c45b85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:39:33.469956 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3aed1-3a6e-4ac3-ac79-4e6b89c45b85 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:39:33.475005 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3aed1-3a6e-4ac3-ac79-4e6b89c45b85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:39:33.475665 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3aed1-3a6e-4ac3-ac79-4e6b89c45b85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:39:33.476178 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3aed1-3a6e-4ac3-ac79-4e6b89c45b85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:39:33.476836 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3aed1-3a6e-4ac3-ac79-4e6b89c45b85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:39:33.477336 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f3aed1-3a6e-4ac3-ac79-4e6b89c45b85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:39:33.491514 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f846e8bb-a876-4b0d-9185-2a7c1d5beb84 req-f0056517-d90a-40ea-b5e9-f6fa4f4714ca tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:33.556621 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 46c92294-7e46-4430-bab0-f014b8a3c614 up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:39:33.583904 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-23f3aed1-3a6e-4ac3-ac79-4e6b89c45b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540451'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:33.644646 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port 46c92294-7e46-4430-bab0-f014b8a3c614 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:39:33.645236 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:33.728603 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-23f3aed1-3a6e-4ac3-ac79-4e6b89c45b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1168'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:33.734328 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-23f3aed1-3a6e-4ac3-ac79-4e6b89c45b85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:33.864277 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f846e8bb-a876-4b0d-9185-2a7c1d5beb84 req-f0056517-d90a-40ea-b5e9-f6fa4f4714ca tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8727932'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:33.949193 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-23f3aed1-3a6e-4ac3-ac79-4e6b89c45b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538185'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:33.949727 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f3aed1-3a6e-4ac3-ac79-4e6b89c45b85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9125b4c4-e990-408f-a653-c23fb8ec7da8 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 14:39:33.971257 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470fe6d-d091-4bba-8ddf-f9b26268ebe9 req-796ee6bb-0d2b-4f0e-8744-f672076e6ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:33.977149 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-a470fe6d-d091-4bba-8ddf-f9b26268ebe9 req-796ee6bb-0d2b-4f0e-8744-f672076e6ad4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ab59e88db16c4855917d2a934d5b08f2&device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 1099 time: 0.0920172 Sep 07 14:39:34.055847 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0056517-d90a-40ea-b5e9-f6fa4f4714ca tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Pushing event updated for resources: {'Port': ['ID=a148564a-2405-41f5-b9df-456e9f10f079,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:34.064291 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-23f3aed1-3a6e-4ac3-ac79-4e6b89c45b85 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:34.071271 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-23f3aed1-3a6e-4ac3-ac79-4e6b89c45b85 admin admin] 10.222.0.11 "DELETE /v2.0/routers/9125b4c4-e990-408f-a653-c23fb8ec7da8 HTTP/1.1" status: 204 len: 168 time: 4.1318729 Sep 07 14:39:34.091076 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 51322) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:39:34.215457 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-48993c01-933c-47dc-bc70-8fc8f443b4ef admin admin] Deleting subnet a82ba659-94b3-4805-891b-41571a6feb03 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 14:39:34.227986 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-48993c01-933c-47dc-bc70-8fc8f443b4ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:34.233346 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470fe6d-d091-4bba-8ddf-f9b26268ebe9 req-cb3822ab-2199-4961-a045-3d408217525d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:34.238840 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-a470fe6d-d091-4bba-8ddf-f9b26268ebe9 req-cb3822ab-2199-4961-a045-3d408217525d service neutron] 10.222.0.22 "GET /v2.0/networks?id=da6e8dca-6945-4602-b5cc-b9742d335a11 HTTP/1.1" status: 200 len: 917 time: 0.2376921 Sep 07 14:39:34.324457 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-48993c01-933c-47dc-bc70-8fc8f443b4ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3863426'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:34.389972 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-a470fe6d-d091-4bba-8ddf-f9b26268ebe9 req-91a1f9f8-2d57-4829-bb9a-ea894cb61a49 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ed1d237-3126-4339-80cb-40993fa66667 HTTP/1.1" status: 200 len: 1002 time: 0.1413314 Sep 07 14:39:34.421983 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-48993c01-933c-47dc-bc70-8fc8f443b4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7667009'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:34.514319 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470fe6d-d091-4bba-8ddf-f9b26268ebe9 req-17f702f6-3c23-419a-aa66-feb7436f9c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:34.516446 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-a470fe6d-d091-4bba-8ddf-f9b26268ebe9 req-17f702f6-3c23-419a-aa66-feb7436f9c6c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=97647f27-4ef1-4c12-811b-6c63faa2d593 HTTP/1.1" status: 200 len: 855 time: 0.1186705 Sep 07 14:39:34.553767 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f846e8bb-a876-4b0d-9185-2a7c1d5beb84 req-f0056517-d90a-40ea-b5e9-f6fa4f4714ca tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Network 1268d5bc-64b4-4afd-abd0-2d0b7e69baeb is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:39:34.563282 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-f846e8bb-a876-4b0d-9185-2a7c1d5beb84 req-f0056517-d90a-40ea-b5e9-f6fa4f4714ca tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:39:34.587368 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b731a-4b67-49a2-9660-2ca9d61d624f req-04db1b3d-af17-4fd8-aad7-3cfa1d3ae981 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:34.589174 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7e5b731a-4b67-49a2-9660-2ca9d61d624f req-04db1b3d-af17-4fd8-aad7-3cfa1d3ae981 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 946 time: 0.7281199 Sep 07 14:39:34.593335 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-f846e8bb-a876-4b0d-9185-2a7c1d5beb84 req-f0056517-d90a-40ea-b5e9-f6fa4f4714ca tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:39:34.628526 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470fe6d-d091-4bba-8ddf-f9b26268ebe9 req-c6b34931-7ad8-4a3e-834b-13956c49df00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:34.633240 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-a470fe6d-d091-4bba-8ddf-f9b26268ebe9 req-c6b34931-7ad8-4a3e-834b-13956c49df00 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=da6e8dca-6945-4602-b5cc-b9742d335a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1087539 Sep 07 14:39:34.720476 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-48993c01-933c-47dc-bc70-8fc8f443b4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7667064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8727817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8658444'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:34.764112 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-a470fe6d-d091-4bba-8ddf-f9b26268ebe9 req-996aa381-4ced-4676-98ec-c71529895388 service neutron] 10.222.0.22 "GET /v2.0/networks/da6e8dca-6945-4602-b5cc-b9742d335a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205688 Sep 07 14:39:34.907456 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-a470fe6d-d091-4bba-8ddf-f9b26268ebe9 req-a70fe5b4-790e-4e0c-9a47-4fe5d4b573d4 service neutron] 10.222.0.22 "GET /v2.0/networks/da6e8dca-6945-4602-b5cc-b9742d335a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344886 Sep 07 14:39:34.997864 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7e5b731a-4b67-49a2-9660-2ca9d61d624f req-8c182903-bcd6-4f77-81dc-d35d2328a113 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3204763 Sep 07 14:39:35.026402 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48993c01-933c-47dc-bc70-8fc8f443b4ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a82ba659-94b3-4805-891b-41571a6feb03,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:35.040111 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846e8bb-a876-4b0d-9185-2a7c1d5beb84 req-f0056517-d90a-40ea-b5e9-f6fa4f4714ca tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:35.040806 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f846e8bb-a876-4b0d-9185-2a7c1d5beb84 req-f0056517-d90a-40ea-b5e9-f6fa4f4714ca tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:35.043858 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-48993c01-933c-47dc-bc70-8fc8f443b4ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:35.047150 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-48993c01-933c-47dc-bc70-8fc8f443b4ef admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a82ba659-94b3-4805-891b-41571a6feb03 HTTP/1.1" status: 204 len: 168 time: 0.9416888 Sep 07 14:39:35.049797 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 51328) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:39:35.074188 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-12220b17-b505-4c7b-b124-43f655ebff40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:35.125444 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769ad92-3382-4a38-b614-0e11c57831f4 req-9af37c5e-c6b3-4931-8843-1418d3867a07 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:35.133097 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5769ad92-3382-4a38-b614-0e11c57831f4 req-9af37c5e-c6b3-4931-8843-1418d3867a07 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f6c461d-149d-4dd2-9c85-f840cd494e2e HTTP/1.1" status: 200 len: 932 time: 0.4508393 Sep 07 14:39:35.198966 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f846e8bb-a876-4b0d-9185-2a7c1d5beb84 req-f0056517-d90a-40ea-b5e9-f6fa4f4714ca tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0088768 Sep 07 14:39:35.215667 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-f846e8bb-a876-4b0d-9185-2a7c1d5beb84 req-77172bd0-f7e3-46bb-bcea-bfc08cde46e2 service neutron] Request body: {'port': {'device_id': '6f6c461d-149d-4dd2-9c85-f840cd494e2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:39:35.278899 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e589ca7-ca8b-4375-98e7-b0df5e2caba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7632714'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:35.323579 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5769ad92-3382-4a38-b614-0e11c57831f4 req-f643e028-a59a-4f31-936e-cf2a5ece0204 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea978eab-4b43-4b97-8c2f-cf724446e057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894419 Sep 07 14:39:35.369523 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f846e8bb-a876-4b0d-9185-2a7c1d5beb84 req-77172bd0-f7e3-46bb-bcea-bfc08cde46e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:35.428604 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:35.503154 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e589ca7-ca8b-4375-98e7-b0df5e2caba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653324', 'neutron.services.segments.db._delete_segments_for_network-8735925738105'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:35.529740 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 86002bc0-bd82-4098-9df7-b5be89c2d6c4 no longer exists at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:39:35.582840 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-9152d18d-5686-470b-8281-0603e563890f None None] No Port match for: 86002bc0-bd82-4098-9df7-b5be89c2d6c4 {{(pid=94642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:39:35.583185 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 86002bc0-bd82-4098-9df7-b5be89c2d6c4 not bound to the agent host dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:39:35.629844 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-7e589ca7-ca8b-4375-98e7-b0df5e2caba2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbbe9b39-82f4-4f4e-ae09-684d6fbf682f']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:35.654303 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-7e589ca7-ca8b-4375-98e7-b0df5e2caba2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5b9ec0d-e678-4d99-9ed6-46a36cb810b0') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:35.654303 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-7e589ca7-ca8b-4375-98e7-b0df5e2caba2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5b9ec0d-e678-4d99-9ed6-46a36cb810b0') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:35.683469 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e589ca7-ca8b-4375-98e7-b0df5e2caba2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735925737602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3863435'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:35.727076 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e589ca7-ca8b-4375-98e7-b0df5e2caba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:35.738146 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e589ca7-ca8b-4375-98e7-b0df5e2caba2 admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 14:39:35.738548 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e589ca7-ca8b-4375-98e7-b0df5e2caba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8727723'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:35.740708 dv-cinder-760153-9-iscsi neutron-server[94640]: Traceback (most recent call last): Sep 07 14:39:35.740708 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 14:39:35.740708 dv-cinder-760153-9-iscsi neutron-server[94640]: timer() Sep 07 14:39:35.740708 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 14:39:35.740708 dv-cinder-760153-9-iscsi neutron-server[94640]: cb(*args, **kw) Sep 07 14:39:35.740708 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 14:39:35.740708 dv-cinder-760153-9-iscsi neutron-server[94640]: return func(*args, **kwargs) Sep 07 14:39:35.740708 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 14:39:35.740708 dv-cinder-760153-9-iscsi neutron-server[94640]: self._notify() Sep 07 14:39:35.740708 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 14:39:35.740708 dv-cinder-760153-9-iscsi neutron-server[94640]: self.callback(batched_events) Sep 07 14:39:35.740708 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 14:39:35.740708 dv-cinder-760153-9-iscsi neutron-server[94640]: event.method(event) Sep 07 14:39:35.740708 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 14:39:35.740708 dv-cinder-760153-9-iscsi neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 14:39:35.740708 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 14:39:35.740708 dv-cinder-760153-9-iscsi neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 14:39:35.740708 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 14:39:35.740708 dv-cinder-760153-9-iscsi neutron-server[94640]: return f(self, *a, **k) Sep 07 14:39:35.740708 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 14:39:35.740708 dv-cinder-760153-9-iscsi neutron-server[94640]: return self._get(url).json() Sep 07 14:39:35.740708 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 14:39:35.740708 dv-cinder-760153-9-iscsi neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 14:39:35.740708 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 14:39:35.740708 dv-cinder-760153-9-iscsi neutron-server[94640]: return self.request(url, 'GET', **kwargs) Sep 07 14:39:35.740708 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 14:39:35.740708 dv-cinder-760153-9-iscsi neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 14:39:35.740708 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 14:39:35.740708 dv-cinder-760153-9-iscsi neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 14:39:35.740708 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 14:39:35.740708 dv-cinder-760153-9-iscsi neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 14:39:35.740708 dv-cinder-760153-9-iscsi neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 14:39:35.942091 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e589ca7-ca8b-4375-98e7-b0df5e2caba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540447'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:35.982750 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e589ca7-ca8b-4375-98e7-b0df5e2caba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:35.985006 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-7e589ca7-ca8b-4375-98e7-b0df5e2caba2 admin admin] 10.222.0.11 "DELETE /v2.0/networks/bbbe9b39-82f4-4f4e-ae09-684d6fbf682f HTTP/1.1" status: 204 len: 168 time: 0.9342582 Sep 07 14:39:36.020216 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e589ca7-ca8b-4375-98e7-b0df5e2caba2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbbe9b39-82f4-4f4e-ae09-684d6fbf682f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:36.063472 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [req-f846e8bb-a876-4b0d-9185-2a7c1d5beb84 req-77172bd0-f7e3-46bb-bcea-bfc08cde46e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a148564a-2405-41f5-b9df-456e9f10f079 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:39:36.082012 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f846e8bb-a876-4b0d-9185-2a7c1d5beb84 req-77172bd0-f7e3-46bb-bcea-bfc08cde46e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:36.132446 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-f846e8bb-a876-4b0d-9185-2a7c1d5beb84 req-77172bd0-f7e3-46bb-bcea-bfc08cde46e2 service neutron] Transition to ACTIVE for port object a148564a-2405-41f5-b9df-456e9f10f079 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:39:36.171464 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:36.203896 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f846e8bb-a876-4b0d-9185-2a7c1d5beb84 req-77172bd0-f7e3-46bb-bcea-bfc08cde46e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8727923'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:36.270904 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77172bd0-f7e3-46bb-bcea-bfc08cde46e2 service neutron] Pushing event updated for resources: {'Port': ['ID=a148564a-2405-41f5-b9df-456e9f10f079,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:36.314787 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad783d-20e7-448c-9407-9d41f2c8f425 req-b7b7ae6d-67e2-4e07-a300-ec88bd564aa1 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:36.321570 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d2ad783d-20e7-448c-9407-9d41f2c8f425 req-b7b7ae6d-67e2-4e07-a300-ec88bd564aa1 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 946 time: 0.1604369 Sep 07 14:39:36.386832 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d2ad783d-20e7-448c-9407-9d41f2c8f425 req-60325014-d0f1-4d0e-ab8a-499d463fe275 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530639 Sep 07 14:39:36.717575 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c196d-70da-4b62-9531-a21083925818 req-07c36a6e-0016-4ee2-8ab4-3765e255be86 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:36.717575 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-185c196d-70da-4b62-9531-a21083925818 req-07c36a6e-0016-4ee2-8ab4-3765e255be86 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f6c461d-149d-4dd2-9c85-f840cd494e2e HTTP/1.1" status: 200 len: 944 time: 0.1869912 Sep 07 14:39:36.718219 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 51338) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:39:36.932964 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-514a8d5d-2cdb-4b69-8fbf-2d2b7f224f12 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=25eabbe22d5b41849961a9af5ba6fc47&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2226682 Sep 07 14:39:36.933681 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 51342) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:39:36.936556 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-185c196d-70da-4b62-9531-a21083925818 req-67e4b9f0-12ee-45b7-8c05-6301925c4137 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea978eab-4b43-4b97-8c2f-cf724446e057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483635 Sep 07 14:39:36.938401 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-f846e8bb-a876-4b0d-9185-2a7c1d5beb84 req-77172bd0-f7e3-46bb-bcea-bfc08cde46e2 service neutron] Attempting to bind port a148564a-2405-41f5-b9df-456e9f10f079 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:39:36.938736 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-f846e8bb-a876-4b0d-9185-2a7c1d5beb84 req-77172bd0-f7e3-46bb-bcea-bfc08cde46e2 service neutron] Attempting to bind port a148564a-2405-41f5-b9df-456e9f10f079 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': 'd40a9a32-b77b-46dc-abfb-8f02e8c28508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '1268d5bc-64b4-4afd-abd0-2d0b7e69baeb'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:39:36.939068 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f846e8bb-a876-4b0d-9185-2a7c1d5beb84 req-77172bd0-f7e3-46bb-bcea-bfc08cde46e2 service neutron] Attempting to bind port a148564a-2405-41f5-b9df-456e9f10f079 on network 1268d5bc-64b4-4afd-abd0-2d0b7e69baeb {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:39:37.001330 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f846e8bb-a876-4b0d-9185-2a7c1d5beb84 req-77172bd0-f7e3-46bb-bcea-bfc08cde46e2 service neutron] Port a148564a-2405-41f5-b9df-456e9f10f079 on network 1268d5bc-64b4-4afd-abd0-2d0b7e69baeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:39:37.001330 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f846e8bb-a876-4b0d-9185-2a7c1d5beb84 req-77172bd0-f7e3-46bb-bcea-bfc08cde46e2 service neutron] Attempting to bind port a148564a-2405-41f5-b9df-456e9f10f079 on network 1268d5bc-64b4-4afd-abd0-2d0b7e69baeb {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:39:37.068702 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f846e8bb-a876-4b0d-9185-2a7c1d5beb84 req-77172bd0-f7e3-46bb-bcea-bfc08cde46e2 service neutron] Checking agent: {'id': '0e933200-ccc3-44fa-a7f6-4e1417f97b5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 34, 32), 'started_at': datetime.datetime(2021, 9, 7, 14, 34, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:39:37.072956 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f846e8bb-a876-4b0d-9185-2a7c1d5beb84 req-77172bd0-f7e3-46bb-bcea-bfc08cde46e2 service neutron] Checking segment: {'id': 'd40a9a32-b77b-46dc-abfb-8f02e8c28508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '1268d5bc-64b4-4afd-abd0-2d0b7e69baeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:39:37.072956 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f846e8bb-a876-4b0d-9185-2a7c1d5beb84 req-77172bd0-f7e3-46bb-bcea-bfc08cde46e2 service neutron] Bound using segment: {'id': 'd40a9a32-b77b-46dc-abfb-8f02e8c28508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '1268d5bc-64b4-4afd-abd0-2d0b7e69baeb'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:39:37.076942 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-f846e8bb-a876-4b0d-9185-2a7c1d5beb84 req-77172bd0-f7e3-46bb-bcea-bfc08cde46e2 service neutron] Bound port: a148564a-2405-41f5-b9df-456e9f10f079, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd40a9a32-b77b-46dc-abfb-8f02e8c28508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '1268d5bc-64b4-4afd-abd0-2d0b7e69baeb'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:39:37.079017 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f846e8bb-a876-4b0d-9185-2a7c1d5beb84 req-77172bd0-f7e3-46bb-bcea-bfc08cde46e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:37.181332 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7ad18046-59a0-4f2d-85cb-11a891ed6bce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:37.199654 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-f846e8bb-a876-4b0d-9185-2a7c1d5beb84 req-77172bd0-f7e3-46bb-bcea-bfc08cde46e2 service neutron] For port a148564a-2405-41f5-b9df-456e9f10f079, host hv-cinder-76015, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:39:37.203954 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-f846e8bb-a876-4b0d-9185-2a7c1d5beb84 req-77172bd0-f7e3-46bb-bcea-bfc08cde46e2 service neutron] For port a148564a-2405-41f5-b9df-456e9f10f079, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=a148564a-2405-41f5-b9df-456e9f10f079,segment=NetworkSegment(d40a9a32-b77b-46dc-abfb-8f02e8c28508),segment_id=d40a9a32-b77b-46dc-abfb-8f02e8c28508)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:39:37.209200 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7ad18046-59a0-4f2d-85cb-11a891ed6bce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:37.391478 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.agents_db [None req-8586c0a8-7e1b-4ad5-b29e-274ce3295afb None None] Agent healthcheck: found 6 active agents {{(pid=94643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:39:37.530409 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb268df-68e0-4fa6-a82b-63853ae47fdc req-6b05bafb-ac73-4306-9d12-164ecb30d053 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:37.532009 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9bb268df-68e0-4fa6-a82b-63853ae47fdc req-6b05bafb-ac73-4306-9d12-164ecb30d053 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 946 time: 0.0610449 Sep 07 14:39:37.581014 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9bb268df-68e0-4fa6-a82b-63853ae47fdc req-f404a2d6-601d-4536-89f7-4d7a261e004f tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419655 Sep 07 14:39:37.960362 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f846e8bb-a876-4b0d-9185-2a7c1d5beb84 req-77172bd0-f7e3-46bb-bcea-bfc08cde46e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8727923'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:38.014229 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846e8bb-a876-4b0d-9185-2a7c1d5beb84 req-77172bd0-f7e3-46bb-bcea-bfc08cde46e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:38.014229 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f846e8bb-a876-4b0d-9185-2a7c1d5beb84 req-77172bd0-f7e3-46bb-bcea-bfc08cde46e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:38.014229 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f846e8bb-a876-4b0d-9185-2a7c1d5beb84 req-77172bd0-f7e3-46bb-bcea-bfc08cde46e2 service neutron] 10.222.0.22 "PUT /v2.0/ports/a148564a-2405-41f5-b9df-456e9f10f079 HTTP/1.1" status: 200 len: 1094 time: 2.7865577 Sep 07 14:39:38.014229 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6c461d-149d-4dd2-9c85-f840cd494e2e', 'tag': 'a148564a-2405-41f5-b9df-456e9f10f079'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:39:38.014229 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca3d64d6ee1d62abf9801d62a4287030b5a1037887016040f3cf02e156c8ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24dc7401-23f9-41b7-8f34-d1ef32c49d3e" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6c461d-149d-4dd2-9c85-f840cd494e2e", "tag": "a148564a-2405-41f5-b9df-456e9f10f079"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:39:38.015219 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:38.018677 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7ad18046-59a0-4f2d-85cb-11a891ed6bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:38.026416 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7ad18046-59a0-4f2d-85cb-11a891ed6bce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:38.030352 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-7ad18046-59a0-4f2d-85cb-11a891ed6bce admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/11326203-ec30-49e9-9efb-66af0db32f05 HTTP/1.1" status: 204 len: 168 time: 1.0952446 Sep 07 14:39:38.040588 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad18046-59a0-4f2d-85cb-11a891ed6bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11326203-ec30-49e9-9efb-66af0db32f05,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:38.078839 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac3d7d4-4899-4387-8553-588067b859f3 x-openstack-request-id: req-bac3d7d4-4899-4387-8553-588067b859f3 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:39:38.079176 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6c461d-149d-4dd2-9c85-f840cd494e2e", "tag": "a148564a-2405-41f5-b9df-456e9f10f079", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:39:38.079411 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bac3d7d4-4899-4387-8553-588067b859f3 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:39:38.079834 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f6c461d-149d-4dd2-9c85-f840cd494e2e', 'tag': 'a148564a-2405-41f5-b9df-456e9f10f079', 'status': 'completed', 'code': 200} Sep 07 14:39:38.134149 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77172bd0-f7e3-46bb-bcea-bfc08cde46e2 service neutron] Pushing event updated for resources: {'Port': ['ID=a148564a-2405-41f5-b9df-456e9f10f079,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:38.155070 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a970e16-ba32-4a88-83e7-a98fe91eae1a req-daf93cb9-48df-4716-b529-c529c23fd93f tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:38.156564 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1a970e16-ba32-4a88-83e7-a98fe91eae1a req-daf93cb9-48df-4716-b529-c529c23fd93f tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f6c461d-149d-4dd2-9c85-f840cd494e2e HTTP/1.1" status: 200 len: 944 time: 0.1114991 Sep 07 14:39:38.162572 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc7401-23f9-41b7-8f34-d1ef32c49d3e req-66fe164f-a607-40f5-b369-bf17f7dafc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:38.164048 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-24dc7401-23f9-41b7-8f34-d1ef32c49d3e req-66fe164f-a607-40f5-b369-bf17f7dafc26 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=025d873d12ae40d8bfa003df17c69926&device_id=6f6c461d-149d-4dd2-9c85-f840cd494e2e HTTP/1.1" status: 200 len: 1097 time: 0.0772412 Sep 07 14:39:38.226365 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1a970e16-ba32-4a88-83e7-a98fe91eae1a req-8a6667b4-7b64-4b81-b00c-1fed0b2e7744 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea978eab-4b43-4b97-8c2f-cf724446e057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613744 Sep 07 14:39:38.280681 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc7401-23f9-41b7-8f34-d1ef32c49d3e req-343c0621-1f69-494d-8308-4eeea9523669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:38.282171 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-24dc7401-23f9-41b7-8f34-d1ef32c49d3e req-343c0621-1f69-494d-8308-4eeea9523669 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=025d873d12ae40d8bfa003df17c69926&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1092730 Sep 07 14:39:38.380468 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc7401-23f9-41b7-8f34-d1ef32c49d3e req-b1f1e8e6-93e8-481e-8824-7b475d33e4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:38.382231 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-24dc7401-23f9-41b7-8f34-d1ef32c49d3e req-b1f1e8e6-93e8-481e-8824-7b475d33e4d0 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927033 Sep 07 14:39:38.469968 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846e8bb-a876-4b0d-9185-2a7c1d5beb84 req-5001ed02-1c5e-475d-b0d5-ff6f69f835f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:38.475941 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f846e8bb-a876-4b0d-9185-2a7c1d5beb84 req-5001ed02-1c5e-475d-b0d5-ff6f69f835f2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=025d873d12ae40d8bfa003df17c69926&device_id=6f6c461d-149d-4dd2-9c85-f840cd494e2e HTTP/1.1" status: 200 len: 1097 time: 0.0511131 Sep 07 14:39:38.566102 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f846e8bb-a876-4b0d-9185-2a7c1d5beb84 req-6a74f01b-c3aa-422b-a698-97fbd3ca110c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a148564a-2405-41f5-b9df-456e9f10f079 HTTP/1.1" status: 200 len: 217 time: 0.0834541 Sep 07 14:39:38.651759 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846e8bb-a876-4b0d-9185-2a7c1d5beb84 req-a8c05de3-cc30-4786-a6b6-4e22c65f8ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:38.655623 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f846e8bb-a876-4b0d-9185-2a7c1d5beb84 req-a8c05de3-cc30-4786-a6b6-4e22c65f8ee3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e23c7853-c0fb-4d6e-bf4b-64d20f69f95f HTTP/1.1" status: 200 len: 849 time: 0.0825562 Sep 07 14:39:38.777055 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f846e8bb-a876-4b0d-9185-2a7c1d5beb84 req-09d4dfaf-126d-4d22-bbf6-ca9a91b5656b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=1268d5bc-64b4-4afd-abd0-2d0b7e69baeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1119299 Sep 07 14:39:38.966973 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e960c54-96a6-48c3-aa9d-7902d70397cd req-2fabc762-1705-439a-ac61-a0eebe0e4292 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:38.968717 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1e960c54-96a6-48c3-aa9d-7902d70397cd req-2fabc762-1705-439a-ac61-a0eebe0e4292 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 946 time: 0.2450895 Sep 07 14:39:39.086554 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f846e8bb-a876-4b0d-9185-2a7c1d5beb84 req-5e98580a-03a2-4e7d-8a58-266f7b79c52c service neutron] 10.222.0.22 "GET /v2.0/networks/1268d5bc-64b4-4afd-abd0-2d0b7e69baeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529716 Sep 07 14:39:39.098636 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1e960c54-96a6-48c3-aa9d-7902d70397cd req-91f41cf3-95b2-494b-b44e-bc96c887b1c6 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163778 Sep 07 14:39:39.212796 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f846e8bb-a876-4b0d-9185-2a7c1d5beb84 req-ec4c8b8b-2739-42e2-8007-0675c662389d service neutron] 10.222.0.22 "GET /v2.0/networks/1268d5bc-64b4-4afd-abd0-2d0b7e69baeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129701 Sep 07 14:39:39.387175 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b376810-b6f1-447c-b65f-1f9a75135270 req-fa6f2ef4-f5ae-4fe1-be31-3ab80bf2951d tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:39.395614 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7b376810-b6f1-447c-b65f-1f9a75135270 req-fa6f2ef4-f5ae-4fe1-be31-3ab80bf2951d tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f6c461d-149d-4dd2-9c85-f840cd494e2e HTTP/1.1" status: 200 len: 944 time: 0.0684798 Sep 07 14:39:39.455147 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7b376810-b6f1-447c-b65f-1f9a75135270 req-d15f4668-ad1d-403d-9785-3118373b70a6 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea978eab-4b43-4b97-8c2f-cf724446e057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585756 Sep 07 14:39:39.647763 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 51400) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:39:39.782424 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6c713945-3463-415d-ad96-4776be611543 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-655602491-network', 'tenant_id': 'f0953c14c3534ed3bb11c7453fd409de'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:39:39.867325 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c713945-3463-415d-ad96-4776be611543 admin admin] Made reservation on behalf of f0953c14c3534ed3bb11c7453fd409de for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:39:39.870042 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6c713945-3463-415d-ad96-4776be611543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:39.894344 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6c713945-3463-415d-ad96-4776be611543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:40.031155 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6c713945-3463-415d-ad96-4776be611543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:40.096577 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6c713945-3463-415d-ad96-4776be611543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:40.126485 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c713945-3463-415d-ad96-4776be611543 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 870} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:39:40.138135 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c713945-3463-415d-ad96-4776be611543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b246bb14-8e46-466d-b0ae-1c62159d3349,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:40.144346 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6c713945-3463-415d-ad96-4776be611543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:40.144690 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.db.segments_db [None req-6c713945-3463-415d-ad96-4776be611543 admin admin] Added segment 93673739-7b9a-4397-be35-06edeaf7603d of type vlan for network 2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7 Sep 07 14:39:40.223463 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6c713945-3463-415d-ad96-4776be611543 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735925196804'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:40.317460 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4c39c-3ece-467a-a1b1-84ead8d947f8 req-6132c075-fa38-4d9e-8f28-222fa341d58e tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:40.319185 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-15d4c39c-3ece-467a-a1b1-84ead8d947f8 req-6132c075-fa38-4d9e-8f28-222fa341d58e tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 946 time: 0.0668502 Sep 07 14:39:40.358618 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6c713945-3463-415d-ad96-4776be611543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:40.359671 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c713945-3463-415d-ad96-4776be611543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:40.360323 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6c713945-3463-415d-ad96-4776be611543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:40.390361 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-15d4c39c-3ece-467a-a1b1-84ead8d947f8 req-7813eb08-615c-42a2-9d3c-6bdf79b4f7f6 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651765 Sep 07 14:39:40.437309 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c713945-3463-415d-ad96-4776be611543 admin admin] Pushing event updated for resources: {'Network': ['ID=2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:40.448907 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Network 2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7 details requested by agent ovs-agent-dv-cinder-760153-9-iscsi with host dv-cinder-760153-9-iscsi {{(pid=94642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:39:40.483391 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-6c713945-3463-415d-ad96-4776be611543 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8322384 Sep 07 14:39:40.485133 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 51426) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:39:40.491795 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-513b0e7b-d828-4730-9d67-ce465451a0bd admin admin] Request body: {'subnet': {'network_id': '2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-655602491-subnet', 'tenant_id': 'f0953c14c3534ed3bb11c7453fd409de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:39:40.582355 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513b0e7b-d828-4730-9d67-ce465451a0bd admin admin] Made reservation on behalf of f0953c14c3534ed3bb11c7453fd409de for: {'subnet': 1} {{(pid=94641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:39:40.585688 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-513b0e7b-d828-4730-9d67-ce465451a0bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4046450'] for subnet, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:40.623973 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7348a-b17b-4690-889c-6f4aa9df37a5 req-4f2e5e84-3c56-490d-90e7-c96494cf8e5d tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:40.625624 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-66a7348a-b17b-4690-889c-6f4aa9df37a5 req-4f2e5e84-3c56-490d-90e7-c96494cf8e5d tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f6c461d-149d-4dd2-9c85-f840cd494e2e HTTP/1.1" status: 200 len: 944 time: 0.0620773 Sep 07 14:39:40.678370 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-66a7348a-b17b-4690-889c-6f4aa9df37a5 req-596cf318-f7ef-4caf-88df-08f7d11f8028 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea978eab-4b43-4b97-8c2f-cf724446e057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452428 Sep 07 14:39:40.834277 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-513b0e7b-d828-4730-9d67-ce465451a0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4046436'] for subnet, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:40.914420 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b0e7b-d828-4730-9d67-ce465451a0bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c140706-3c8f-42ae-9125-9b4351aa8d5a,revision_number=0']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:40.920116 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513b0e7b-d828-4730-9d67-ce465451a0bd admin admin] Checking segment: {'id': '93673739-7b9a-4397-be35-06edeaf7603d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:39:40.920494 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513b0e7b-d828-4730-9d67-ce465451a0bd admin admin] Network hostable DHCP agents. Network: 2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7, hostable agents: ['594f7c6c-f415-4606-b669-794c15de65b6'], hosted agents: [] {{(pid=94641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:39:40.976740 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513b0e7b-d828-4730-9d67-ce465451a0bd admin admin] Network 2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7 is scheduled to be hosted by DHCP agent 594f7c6c-f415-4606-b669-794c15de65b6 with binding_index 1 {{(pid=94641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:39:41.047075 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-513b0e7b-d828-4730-9d67-ce465451a0bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760153-9-iscsi, 2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7) {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:39:41.051582 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513b0e7b-d828-4730-9d67-ce465451a0bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:41.052166 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-513b0e7b-d828-4730-9d67-ce465451a0bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for subnet, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:41.058644 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211f3a22-80df-4cc0-b480-8f3318d0da14 None None] Network 2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7 requested from dv-cinder-760153-9-iscsi {{(pid=94642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:39:41.143681 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-513b0e7b-d828-4730-9d67-ce465451a0bd admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6563540 Sep 07 14:39:41.146289 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 51428) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:39:41.150873 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-922f9b5b-5a66-48e6-97c5-1650458d6e7d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-655602491-router', 'tenant_id': 'f0953c14c3534ed3bb11c7453fd409de', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:39:41.228453 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b901d2ef-cf09-4cfa-a5a8-55441a99b2ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05a14c16-e9db-5d56-af18-52452e2ad435-2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7', 'network_id': '2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7', 'tenant_id': 'f0953c14c3534ed3bb11c7453fd409de', 'fixed_ips': [{'subnet_id': '6c140706-3c8f-42ae-9125-9b4351aa8d5a'}]}} from dv-cinder-760153-9-iscsi. {{(pid=94642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 14:39:41.228710 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-922f9b5b-5a66-48e6-97c5-1650458d6e7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3706'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:41.229511 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b901d2ef-cf09-4cfa-a5a8-55441a99b2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:41.229708 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-922f9b5b-5a66-48e6-97c5-1650458d6e7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3683'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:41.299412 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-922f9b5b-5a66-48e6-97c5-1650458d6e7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:41.418029 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.db_base_plugin_common [None req-b901d2ef-cf09-4cfa-a5a8-55441a99b2ba None None] Allocated IP 172.20.0.2 (2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7/6c140706-3c8f-42ae-9125-9b4351aa8d5a/e74c1a24-7ffb-4a3b-83a5-4a6b2026cb17) {{(pid=94642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:39:41.581763 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-922f9b5b-5a66-48e6-97c5-1650458d6e7d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:41.613590 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b6dd2-1b92-4a56-b9e0-063fa49ff7dd req-1534720d-db2c-474a-a005-dab8a998d8b6 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:41.613590 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f13b6dd2-1b92-4a56-b9e0-063fa49ff7dd req-1534720d-db2c-474a-a005-dab8a998d8b6 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 946 time: 0.0854838 Sep 07 14:39:41.620306 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b901d2ef-cf09-4cfa-a5a8-55441a99b2ba None None] Notify callbacks [] for port, precommit_create {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:41.633253 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-b901d2ef-cf09-4cfa-a5a8-55441a99b2ba None None] Transition to ACTIVE for port object e74c1a24-7ffb-4a3b-83a5-4a6b2026cb17 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:39:41.659064 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-b901d2ef-cf09-4cfa-a5a8-55441a99b2ba None None] Transition to ACTIVE for port object e74c1a24-7ffb-4a3b-83a5-4a6b2026cb17 will not be triggered until provisioned by entity DHCP. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:39:41.663633 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f13b6dd2-1b92-4a56-b9e0-063fa49ff7dd req-2dfd6947-1d2f-40c2-a768-9dc03619723f tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481215 Sep 07 14:39:41.749466 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b901d2ef-cf09-4cfa-a5a8-55441a99b2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533'] for port, after_create {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:41.802778 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b901d2ef-cf09-4cfa-a5a8-55441a99b2ba None None] Network 2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7 is already hosted by enough agents. {{(pid=94642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:39:41.805679 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.scheduler.base_scheduler [None req-b901d2ef-cf09-4cfa-a5a8-55441a99b2ba None None] Resources bound (agent type, host, resource id): {{(pid=94642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:39:41.809054 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b901d2ef-cf09-4cfa-a5a8-55441a99b2ba None None] Received port after_create {{(pid=94642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:39:41.825807 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b901d2ef-cf09-4cfa-a5a8-55441a99b2ba None None] Pushing event updated for resources: {'Port': ['ID=e74c1a24-7ffb-4a3b-83a5-4a6b2026cb17,revision_number=1']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:41.890974 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-b901d2ef-cf09-4cfa-a5a8-55441a99b2ba None None] Attempting to bind port e74c1a24-7ffb-4a3b-83a5-4a6b2026cb17 on host dv-cinder-760153-9-iscsi for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:39:41.891345 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-b901d2ef-cf09-4cfa-a5a8-55441a99b2ba None None] Attempting to bind port e74c1a24-7ffb-4a3b-83a5-4a6b2026cb17 by drivers openvswitch,hyperv on host dv-cinder-760153-9-iscsi at level 0 using segments [{'id': '93673739-7b9a-4397-be35-06edeaf7603d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:39:41.891711 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b901d2ef-cf09-4cfa-a5a8-55441a99b2ba None None] Attempting to bind port e74c1a24-7ffb-4a3b-83a5-4a6b2026cb17 on network 2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:39:41.897770 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b901d2ef-cf09-4cfa-a5a8-55441a99b2ba None None] Checking agent: {'id': '603a9555-31ed-459d-ae44-8ccb1c39f9f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 28, 5), 'started_at': datetime.datetime(2021, 9, 7, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:39:41.898205 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b901d2ef-cf09-4cfa-a5a8-55441a99b2ba None None] Checking segment: {'id': '93673739-7b9a-4397-be35-06edeaf7603d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:39:41.898627 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b901d2ef-cf09-4cfa-a5a8-55441a99b2ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:41.899038 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b901d2ef-cf09-4cfa-a5a8-55441a99b2ba None None] Bound using segment: {'id': '93673739-7b9a-4397-be35-06edeaf7603d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:39:41.899515 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-b901d2ef-cf09-4cfa-a5a8-55441a99b2ba None None] Bound port: e74c1a24-7ffb-4a3b-83a5-4a6b2026cb17, host: dv-cinder-760153-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93673739-7b9a-4397-be35-06edeaf7603d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:39:41.899904 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b901d2ef-cf09-4cfa-a5a8-55441a99b2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:41.978018 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-b901d2ef-cf09-4cfa-a5a8-55441a99b2ba None None] For port e74c1a24-7ffb-4a3b-83a5-4a6b2026cb17, host dv-cinder-760153-9-iscsi, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:39:41.981211 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-b901d2ef-cf09-4cfa-a5a8-55441a99b2ba None None] For port e74c1a24-7ffb-4a3b-83a5-4a6b2026cb17, host dv-cinder-760153-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=e74c1a24-7ffb-4a3b-83a5-4a6b2026cb17,segment=NetworkSegment(93673739-7b9a-4397-be35-06edeaf7603d),segment_id=93673739-7b9a-4397-be35-06edeaf7603d)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:39:42.149933 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3560623-487e-47be-9f1d-aa914ba19aa6 req-a7adf973-4e8a-47bc-b357-08526befe5f7 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:42.151432 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d3560623-487e-47be-9f1d-aa914ba19aa6 req-a7adf973-4e8a-47bc-b357-08526befe5f7 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f6c461d-149d-4dd2-9c85-f840cd494e2e HTTP/1.1" status: 200 len: 944 time: 0.3635812 Sep 07 14:39:42.212439 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-922f9b5b-5a66-48e6-97c5-1650458d6e7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:42.236556 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d3560623-487e-47be-9f1d-aa914ba19aa6 req-56734e10-74b0-4b39-b762-4b53ff907327 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea978eab-4b43-4b97-8c2f-cf724446e057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645914 Sep 07 14:39:42.237604 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-922f9b5b-5a66-48e6-97c5-1650458d6e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:42.350773 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-922f9b5b-5a66-48e6-97c5-1650458d6e7d admin admin] Allocated IP 172.27.3.102 (f04259db-55ec-42a0-98f6-02412be1dbca/67ecb36d-e9a7-4541-9321-65fb5ffda8c8/1bb952d2-42ac-4be5-b783-245f3bd69de8) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:39:42.431509 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device a148564a-2405-41f5-b9df-456e9f10f079 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:39:42.456355 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-922f9b5b-5a66-48e6-97c5-1650458d6e7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:42.526842 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port a148564a-2405-41f5-b9df-456e9f10f079, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=a148564a-2405-41f5-b9df-456e9f10f079,segment=NetworkSegment(d40a9a32-b77b-46dc-abfb-8f02e8c28508),segment_id=d40a9a32-b77b-46dc-abfb-8f02e8c28508)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:39:42.538043 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Returning: {'device': 'a148564a-2405-41f5-b9df-456e9f10f079', 'network_id': '1268d5bc-64b4-4afd-abd0-2d0b7e69baeb', 'port_id': 'a148564a-2405-41f5-b9df-456e9f10f079', 'mac_address': 'fa:16:3e:7a:51:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e23c7853-c0fb-4d6e-bf4b-64d20f69f95f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:39:42.584146 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:42.598755 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a148564a-2405-41f5-b9df-456e9f10f079 {{(pid=94642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:39:42.618383 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port a148564a-2405-41f5-b9df-456e9f10f079, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=a148564a-2405-41f5-b9df-456e9f10f079,segment=NetworkSegment(d40a9a32-b77b-46dc-abfb-8f02e8c28508),segment_id=d40a9a32-b77b-46dc-abfb-8f02e8c28508)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:39:42.680672 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b901d2ef-cf09-4cfa-a5a8-55441a99b2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:42.720035 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-922f9b5b-5a66-48e6-97c5-1650458d6e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8727932'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:42.733779 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:42.770315 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b901d2ef-cf09-4cfa-a5a8-55441a99b2ba None None] Pushing event updated for resources: {'Port': ['ID=e74c1a24-7ffb-4a3b-83a5-4a6b2026cb17,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:42.825075 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922f9b5b-5a66-48e6-97c5-1650458d6e7d admin admin] Network f04259db-55ec-42a0-98f6-02412be1dbca is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:39:42.842282 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-922f9b5b-5a66-48e6-97c5-1650458d6e7d admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:39:42.846226 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=a148564a-2405-41f5-b9df-456e9f10f079,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:42.850971 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922f9b5b-5a66-48e6-97c5-1650458d6e7d admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:39:42.854901 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f9b5b-5a66-48e6-97c5-1650458d6e7d admin admin] Pushing event updated for resources: {'Port': ['ID=1bb952d2-42ac-4be5-b783-245f3bd69de8,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:42.911257 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b79b0d-dc9f-44d4-8abb-dde90ddf6632 req-e0d1e4bd-1f23-4eea-adfe-17b8a2228600 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:42.913534 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-02b79b0d-dc9f-44d4-8abb-dde90ddf6632 req-e0d1e4bd-1f23-4eea-adfe-17b8a2228600 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 946 time: 0.1433094 Sep 07 14:39:42.977666 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] get_ports_and_sgs() called for port_ids ['a148564a-2405-41f5-b9df-456e9f10f079'] {{(pid=94642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:39:43.127367 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-02b79b0d-dc9f-44d4-8abb-dde90ddf6632 req-79e42aa3-04d4-4d80-8c5d-41c11cba8509 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387184 Sep 07 14:39:43.398008 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-922f9b5b-5a66-48e6-97c5-1650458d6e7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:43.453432 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11471db8-2b45-4df2-a666-1521a27db9d6 req-1da30c8b-af1c-4387-8af9-6864577aeee8 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:43.460789 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-11471db8-2b45-4df2-a666-1521a27db9d6 req-1da30c8b-af1c-4387-8af9-6864577aeee8 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f6c461d-149d-4dd2-9c85-f840cd494e2e HTTP/1.1" status: 200 len: 945 time: 0.1131768 Sep 07 14:39:43.552560 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-11471db8-2b45-4df2-a666-1521a27db9d6 req-278d51f1-6d28-4b33-b935-c338f8adc684 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea978eab-4b43-4b97-8c2f-cf724446e057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908871 Sep 07 14:39:43.576116 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device e74c1a24-7ffb-4a3b-83a5-4a6b2026cb17 up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:39:43.688584 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-922f9b5b-5a66-48e6-97c5-1650458d6e7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539083'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:43.822574 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning for port e74c1a24-7ffb-4a3b-83a5-4a6b2026cb17 completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:39:43.891162 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922f9b5b-5a66-48e6-97c5-1650458d6e7d admin admin] Router af9ab92b-fef4-4dd0-8e45-6280edda3a48 is scheduled to L3 agent ca4ca367-a056-42f7-949c-96b33f8f39bf with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 14:39:44.006613 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a550fcf-d650-425c-935f-753d59b0bfc3 None None] Network 2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7 requested from dv-cinder-760153-9-iscsi {{(pid=94642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:39:44.013437 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922f9b5b-5a66-48e6-97c5-1650458d6e7d admin admin] Notify agent at l3_agent.dv-cinder-760153-9-iscsi the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:39:44.023254 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa29479c-e06d-480d-b308-15ad45d3fee4 None None] Sync routers for ids ['af9ab92b-fef4-4dd0-8e45-6280edda3a48'] in dv-cinder-760153-9-iscsi {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:39:44.119206 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-922f9b5b-5a66-48e6-97c5-1650458d6e7d admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:44.120519 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-922f9b5b-5a66-48e6-97c5-1650458d6e7d admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9731290 Sep 07 14:39:44.124476 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 51456) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:39:44.200922 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa29479c-e06d-480d-b308-15ad45d3fee4 None None] Routers {'af9ab92b-fef4-4dd0-8e45-6280edda3a48'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:39:44.200922 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-aa29479c-e06d-480d-b308-15ad45d3fee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:39:35Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['af9ab92b-fef4-4dd0-8e45-6280edda3a48'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:44.321227 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-b0fdf315-cbca-4242-85ed-245427fba5f9 None None] Provisioning for port e74c1a24-7ffb-4a3b-83a5-4a6b2026cb17 completed by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:39:44.335416 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-b0fdf315-cbca-4242-85ed-245427fba5f9 None None] Provisioning complete for port e74c1a24-7ffb-4a3b-83a5-4a6b2026cb17 triggered by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:39:44.335787 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b0fdf315-cbca-4242-85ed-245427fba5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:44.380658 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-aa29479c-e06d-480d-b308-15ad45d3fee4 None None] Set router af9ab92b-fef4-4dd0-8e45-6280edda3a48 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:39:44.407612 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffa2cb-effb-4daa-be9d-e2142b862477 req-d8f31281-0e63-4022-9351-3685b0e929fb tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:44.409099 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-caffa2cb-effb-4daa-be9d-e2142b862477 req-d8f31281-0e63-4022-9351-3685b0e929fb tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 946 time: 0.1779366 Sep 07 14:39:44.456017 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device a148564a-2405-41f5-b9df-456e9f10f079 up at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:39:44.474140 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-57c4cf18-4fd8-46a0-afe3-a4b8e64a3a30 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:44.475594 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-57c4cf18-4fd8-46a0-afe3-a4b8e64a3a30 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/networks?id=c71be1b0-a472-4531-9620-78c524d44afd HTTP/1.1" status: 200 len: 815 time: 0.2425210 Sep 07 14:39:44.522949 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-d3233d90-87de-433e-8912-184bf3f68f11 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/quotas/2c2a57f6d9c44352845943f3bb3b8fa2 HTTP/1.1" status: 200 len: 375 time: 0.0398490 Sep 07 14:39:44.526279 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-caffa2cb-effb-4daa-be9d-e2142b862477 req-91943b37-4650-4e8a-8fe1-46a65341d70d tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052909 Sep 07 14:39:44.633491 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b0fdf315-cbca-4242-85ed-245427fba5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:44.694718 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Provisioning for port a148564a-2405-41f5-b9df-456e9f10f079 completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:39:44.717307 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Provisioning complete for port a148564a-2405-41f5-b9df-456e9f10f079 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:39:44.717756 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:44.749247 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-b0fdf315-cbca-4242-85ed-245427fba5f9 None None] For port e74c1a24-7ffb-4a3b-83a5-4a6b2026cb17, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=e74c1a24-7ffb-4a3b-83a5-4a6b2026cb17,segment=NetworkSegment(93673739-7b9a-4397-be35-06edeaf7603d),segment_id=93673739-7b9a-4397-be35-06edeaf7603d)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:39:44.783212 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-aa29479c-e06d-480d-b308-15ad45d3fee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'name': 'tempest-AttachVolumeTestJSON-655602491-router', 'tenant_id': 'f0953c14c3534ed3bb11c7453fd409de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '1bb952d2-42ac-4be5-b783-245f3bd69de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:41Z', 'updated_at': '2021-09-07T14:39:43Z', 'revision_number': 3, 'project_id': 'f0953c14c3534ed3bb11c7453fd409de', 'gw_port': {'id': '1bb952d2-42ac-4be5-b783-245f3bd69de8', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:00:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:42Z', 'updated_at': '2021-09-07T14:39:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi'}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:44.815829 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b0fdf315-cbca-4242-85ed-245427fba5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:44.820358 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa29479c-e06d-480d-b308-15ad45d3fee4 None None] Checking router: af9ab92b-fef4-4dd0-8e45-6280edda3a48 for host: dv-cinder-760153-9-iscsi {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:39:44.820786 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa29479c-e06d-480d-b308-15ad45d3fee4 None None] Updating router af9ab92b-fef4-4dd0-8e45-6280edda3a48 port 1bb952d2-42ac-4be5-b783-245f3bd69de8 binding host dv-cinder-760153-9-iscsi {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:39:44.908101 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-aa29479c-e06d-480d-b308-15ad45d3fee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:44.908101 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:44.985979 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fdf315-cbca-4242-85ed-245427fba5f9 None None] Pushing event updated for resources: {'Port': ['ID=e74c1a24-7ffb-4a3b-83a5-4a6b2026cb17,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:44.988326 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-d79b6ef3-f664-4bf2-9465-66523c5064e8 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2c2a57f6d9c44352845943f3bb3b8fa2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4227395 Sep 07 14:39:44.997656 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6c461d-149d-4dd2-9c85-f840cd494e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a148564a-2405-41f5-b9df-456e9f10f079'}] {{(pid=94642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:39:45.000412 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd6d84ba8741af88afecd5b756310c726975e6558383509c2c49b1cfba31424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654cdc98-6b13-4ff0-b4d2-faeccd018c57" -d '{"events": [{"server_uuid": "6f6c461d-149d-4dd2-9c85-f840cd494e2e", "name": "network-vif-plugged", "status": "completed", "tag": "a148564a-2405-41f5-b9df-456e9f10f079"}]}' {{(pid=94642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:39:45.049686 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109d2b6-f658-4009-b8b9-863c31c60fbe req-8d441b45-374d-4951-a4d8-db4a255c62cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:45.051161 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b109d2b6-f658-4009-b8b9-863c31c60fbe req-8d441b45-374d-4951-a4d8-db4a255c62cb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ab59e88db16c4855917d2a934d5b08f2&device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 1099 time: 0.1561646 Sep 07 14:39:45.063128 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6447bdcc-2871-490a-8a3e-a7c5dc32093f req-dbb12b4e-000a-4ccd-b48b-cd85fd36d2fe tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:45.064214 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9fdd4af9-e3bb-469b-9461-0d2dd76de000 None None] Provisioning complete for port e74c1a24-7ffb-4a3b-83a5-4a6b2026cb17 triggered by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:39:45.064560 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6447bdcc-2871-490a-8a3e-a7c5dc32093f req-dbb12b4e-000a-4ccd-b48b-cd85fd36d2fe tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f6c461d-149d-4dd2-9c85-f840cd494e2e HTTP/1.1" status: 200 len: 945 time: 0.1715190 Sep 07 14:39:45.064671 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9fdd4af9-e3bb-469b-9461-0d2dd76de000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:45.072961 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port a148564a-2405-41f5-b9df-456e9f10f079, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=a148564a-2405-41f5-b9df-456e9f10f079,segment=NetworkSegment(d40a9a32-b77b-46dc-abfb-8f02e8c28508),segment_id=d40a9a32-b77b-46dc-abfb-8f02e8c28508)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:39:45.131240 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:45.238315 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6447bdcc-2871-490a-8a3e-a7c5dc32093f req-556b12bb-6398-4752-9a51-20b2cf1c5fbf tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea978eab-4b43-4b97-8c2f-cf724446e057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629758 Sep 07 14:39:45.258934 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=a148564a-2405-41f5-b9df-456e9f10f079,revision_number=5']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:45.299749 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-24f4c0ad-6d4c-4cd6-a86d-af28c32cc38d service neutron] 10.222.0.11 "GET /v2.0/networks/c71be1b0-a472-4531-9620-78c524d44afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810333 Sep 07 14:39:45.307087 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109d2b6-f658-4009-b8b9-863c31c60fbe req-efeec03c-37f2-4b9e-b373-96d65f22f597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:45.308064 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5ef11b-6e7d-4d68-8327-afafdd82c232 x-openstack-request-id: req-4a5ef11b-6e7d-4d68-8327-afafdd82c232 {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:39:45.308375 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6c461d-149d-4dd2-9c85-f840cd494e2e", "name": "network-vif-plugged", "status": "completed", "tag": "a148564a-2405-41f5-b9df-456e9f10f079", "code": 200}]} {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:39:45.308553 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b109d2b6-f658-4009-b8b9-863c31c60fbe req-efeec03c-37f2-4b9e-b373-96d65f22f597 service neutron] 10.222.0.22 "GET /v2.0/networks?id=da6e8dca-6945-4602-b5cc-b9742d335a11 HTTP/1.1" status: 200 len: 917 time: 0.2377436 Sep 07 14:39:45.308679 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4a5ef11b-6e7d-4d68-8327-afafdd82c232 {{(pid=94642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:39:45.308991 dv-cinder-760153-9-iscsi neutron-server[94642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6c461d-149d-4dd2-9c85-f840cd494e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a148564a-2405-41f5-b9df-456e9f10f079', 'code': 200} Sep 07 14:39:45.357691 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-aa29479c-e06d-480d-b308-15ad45d3fee4 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:45.368203 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-aa29479c-e06d-480d-b308-15ad45d3fee4 None None] Transition to ACTIVE for port object 1bb952d2-42ac-4be5-b783-245f3bd69de8 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:39:45.369111 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d84e1e75-89d6-430f-84fe-48de7d4880ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:45.468199 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-aa29479c-e06d-480d-b308-15ad45d3fee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:45.484574 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b109d2b6-f658-4009-b8b9-863c31c60fbe req-3759dd03-ccb0-4ce8-bb49-8d298b8c1e24 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ed1d237-3126-4339-80cb-40993fa66667 HTTP/1.1" status: 200 len: 1002 time: 0.1645448 Sep 07 14:39:45.502685 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device e74c1a24-7ffb-4a3b-83a5-4a6b2026cb17 up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:39:45.554079 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-aa29479c-e06d-480d-b308-15ad45d3fee4 None None] Attempting to bind port 1bb952d2-42ac-4be5-b783-245f3bd69de8 on host dv-cinder-760153-9-iscsi for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:39:45.554455 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-aa29479c-e06d-480d-b308-15ad45d3fee4 None None] Attempting to bind port 1bb952d2-42ac-4be5-b783-245f3bd69de8 by drivers openvswitch,hyperv on host dv-cinder-760153-9-iscsi at level 0 using segments [{'id': 'c9eb5183-06b9-4b59-a709-2fab54e09f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:39:45.554823 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa29479c-e06d-480d-b308-15ad45d3fee4 None None] Attempting to bind port 1bb952d2-42ac-4be5-b783-245f3bd69de8 on network f04259db-55ec-42a0-98f6-02412be1dbca {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:39:45.562311 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db59fc-3938-430b-b00a-1fac3c752769 None None] Pushing event updated for resources: {'Port': ['ID=1bb952d2-42ac-4be5-b783-245f3bd69de8,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:45.572722 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa29479c-e06d-480d-b308-15ad45d3fee4 None None] Checking agent: {'id': '603a9555-31ed-459d-ae44-8ccb1c39f9f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 28, 5), 'started_at': datetime.datetime(2021, 9, 7, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:39:45.573095 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa29479c-e06d-480d-b308-15ad45d3fee4 None None] Checking segment: {'id': 'c9eb5183-06b9-4b59-a709-2fab54e09f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:39:45.573672 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-aa29479c-e06d-480d-b308-15ad45d3fee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:45.574138 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa29479c-e06d-480d-b308-15ad45d3fee4 None None] Bound using segment: {'id': 'c9eb5183-06b9-4b59-a709-2fab54e09f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:39:45.574629 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-aa29479c-e06d-480d-b308-15ad45d3fee4 None None] Bound port: 1bb952d2-42ac-4be5-b783-245f3bd69de8, host: dv-cinder-760153-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9eb5183-06b9-4b59-a709-2fab54e09f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:39:45.578025 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-aa29479c-e06d-480d-b308-15ad45d3fee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:45.580667 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-e49835a2-ec29-4ed5-93b2-81ec05c49b88 service neutron] 10.222.0.11 "GET /v2.0/networks/c71be1b0-a472-4531-9620-78c524d44afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684774 Sep 07 14:39:45.616817 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109d2b6-f658-4009-b8b9-863c31c60fbe req-b086d4f6-9663-4b16-9eaa-c0a427ce76f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:45.618313 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b109d2b6-f658-4009-b8b9-863c31c60fbe req-b086d4f6-9663-4b16-9eaa-c0a427ce76f9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=97647f27-4ef1-4c12-811b-6c63faa2d593 HTTP/1.1" status: 200 len: 855 time: 0.1052096 Sep 07 14:39:45.688006 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port e74c1a24-7ffb-4a3b-83a5-4a6b2026cb17 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:39:45.688395 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:45.710911 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e9bb0-3953-41a5-a6d7-8938a48106dd req-b89838c3-3adb-4d6e-bccc-1505d2cdbe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:45.711855 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-889e9bb0-3953-41a5-a6d7-8938a48106dd req-b89838c3-3adb-4d6e-bccc-1505d2cdbe93 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6f6c461d-149d-4dd2-9c85-f840cd494e2e HTTP/1.1" status: 200 len: 1099 time: 0.0576227 Sep 07 14:39:45.724553 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-aa29479c-e06d-480d-b308-15ad45d3fee4 None None] For port 1bb952d2-42ac-4be5-b783-245f3bd69de8, host dv-cinder-760153-9-iscsi, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:39:45.729112 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-aa29479c-e06d-480d-b308-15ad45d3fee4 None None] For port 1bb952d2-42ac-4be5-b783-245f3bd69de8, host dv-cinder-760153-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=1bb952d2-42ac-4be5-b783-245f3bd69de8,segment=NetworkSegment(c9eb5183-06b9-4b59-a709-2fab54e09f70),segment_id=c9eb5183-06b9-4b59-a709-2fab54e09f70)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:39:45.769432 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-889e9bb0-3953-41a5-a6d7-8938a48106dd req-4e0cd023-17c1-4f0a-a745-33ec722bee9d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ea978eab-4b43-4b97-8c2f-cf724446e057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481288 Sep 07 14:39:45.781474 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109d2b6-f658-4009-b8b9-863c31c60fbe req-816b0b47-b202-42c9-93a5-a7f6da7a1513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:45.782998 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b109d2b6-f658-4009-b8b9-863c31c60fbe req-816b0b47-b202-42c9-93a5-a7f6da7a1513 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=da6e8dca-6945-4602-b5cc-b9742d335a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1514380 Sep 07 14:39:45.792178 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-d84e1e75-89d6-430f-84fe-48de7d4880ea admin admin] Allocated IP 172.20.0.1 (2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7/6c140706-3c8f-42ae-9125-9b4351aa8d5a/d6c05f7f-37b6-48e0-8d07-ae35f8501daa) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:39:45.804158 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a9511-9c48-4292-b4e0-96cd6987e275 req-edd2ac0e-496d-46f9-9f64-4f5375ce20db tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:45.805589 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-483a9511-9c48-4292-b4e0-96cd6987e275 req-edd2ac0e-496d-46f9-9f64-4f5375ce20db tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 946 time: 0.1231301 Sep 07 14:39:45.812374 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-aa29479c-e06d-480d-b308-15ad45d3fee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:45.870476 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa29479c-e06d-480d-b308-15ad45d3fee4 None None] Routers {'af9ab92b-fef4-4dd0-8e45-6280edda3a48'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:39:45.871102 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-aa29479c-e06d-480d-b308-15ad45d3fee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:39:35Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['af9ab92b-fef4-4dd0-8e45-6280edda3a48'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:45.908178 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-483a9511-9c48-4292-b4e0-96cd6987e275 req-c350a8fb-8669-437a-b8ea-4226b79fa085 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935369 Sep 07 14:39:45.923796 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db59fc-3938-430b-b00a-1fac3c752769 None None] Pushing event updated for resources: {'Port': ['ID=1bb952d2-42ac-4be5-b783-245f3bd69de8,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:45.978798 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ae703942-2597-434e-93e7-dda2ba1f5da9 req-507a7c91-ce0e-464e-b54d-4f482730e12d tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 210 time: 0.0363638 Sep 07 14:39:45.994655 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d84e1e75-89d6-430f-84fe-48de7d4880ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:46.011521 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-d84e1e75-89d6-430f-84fe-48de7d4880ea admin admin] Transition to ACTIVE for port object d6c05f7f-37b6-48e0-8d07-ae35f8501daa will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:39:46.025129 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-aa29479c-e06d-480d-b308-15ad45d3fee4 None None] Set router af9ab92b-fef4-4dd0-8e45-6280edda3a48 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:39:46.131878 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d84e1e75-89d6-430f-84fe-48de7d4880ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8727932'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:46.143233 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b109d2b6-f658-4009-b8b9-863c31c60fbe req-133ee694-575f-44b9-b721-54f5945f736a service neutron] 10.222.0.22 "GET /v2.0/networks/da6e8dca-6945-4602-b5cc-b9742d335a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067505 Sep 07 14:39:46.200682 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84e1e75-89d6-430f-84fe-48de7d4880ea admin admin] Network 2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:39:46.214499 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-d84e1e75-89d6-430f-84fe-48de7d4880ea admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:39:46.218592 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84e1e75-89d6-430f-84fe-48de7d4880ea admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:39:46.220473 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e1e75-89d6-430f-84fe-48de7d4880ea admin admin] Pushing event updated for resources: {'Port': ['ID=d6c05f7f-37b6-48e0-8d07-ae35f8501daa,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:46.304156 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d84e1e75-89d6-430f-84fe-48de7d4880ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540566'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:46.362652 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-aa29479c-e06d-480d-b308-15ad45d3fee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'name': 'tempest-AttachVolumeTestJSON-655602491-router', 'tenant_id': 'f0953c14c3534ed3bb11c7453fd409de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '1bb952d2-42ac-4be5-b783-245f3bd69de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:41Z', 'updated_at': '2021-09-07T14:39:43Z', 'revision_number': 3, 'project_id': 'f0953c14c3534ed3bb11c7453fd409de', 'gw_port': {'id': '1bb952d2-42ac-4be5-b783-245f3bd69de8', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:00:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:42Z', 'updated_at': '2021-09-07T14:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi'}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:46.400904 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa29479c-e06d-480d-b308-15ad45d3fee4 None None] The sync data for ids ['af9ab92b-fef4-4dd0-8e45-6280edda3a48'] in dv-cinder-760153-9-iscsi is: [{'id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'name': 'tempest-AttachVolumeTestJSON-655602491-router', 'tenant_id': 'f0953c14c3534ed3bb11c7453fd409de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '1bb952d2-42ac-4be5-b783-245f3bd69de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:41Z', 'updated_at': '2021-09-07T14:39:43Z', 'revision_number': 3, 'project_id': 'f0953c14c3534ed3bb11c7453fd409de', 'gw_port': {'id': '1bb952d2-42ac-4be5-b783-245f3bd69de8', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:00:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:42Z', 'updated_at': '2021-09-07T14:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:39:46.432350 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b109d2b6-f658-4009-b8b9-863c31c60fbe req-2695c7ff-1a66-4be7-8ef3-5a5983253c18 service neutron] 10.222.0.22 "GET /v2.0/networks/da6e8dca-6945-4602-b5cc-b9742d335a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687585 Sep 07 14:39:46.481025 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7175d1-d59c-4cd6-8ba2-ff856156af05 req-7b0a3da5-1705-4806-b19a-248916e3b133 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:46.489434 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5e7175d1-d59c-4cd6-8ba2-ff856156af05 req-7b0a3da5-1705-4806-b19a-248916e3b133 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f6c461d-149d-4dd2-9c85-f840cd494e2e HTTP/1.1" status: 200 len: 946 time: 0.1395831 Sep 07 14:39:46.539521 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5e7175d1-d59c-4cd6-8ba2-ff856156af05 req-a846e920-d701-445e-b3a1-5d56c07da9c0 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea978eab-4b43-4b97-8c2f-cf724446e057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491228 Sep 07 14:39:46.623067 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d84e1e75-89d6-430f-84fe-48de7d4880ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:46.658374 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-88d67ae5-6b53-488f-a35b-c8e8407c4b5e None None] Provisioning for port d6c05f7f-37b6-48e0-8d07-ae35f8501daa completed by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:39:46.663058 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-88d67ae5-6b53-488f-a35b-c8e8407c4b5e None None] Provisioning complete for port d6c05f7f-37b6-48e0-8d07-ae35f8501daa triggered by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:39:46.663495 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-88d67ae5-6b53-488f-a35b-c8e8407c4b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:46.719026 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-88d67ae5-6b53-488f-a35b-c8e8407c4b5e None None] Port d6c05f7f-37b6-48e0-8d07-ae35f8501daa cannot update to ACTIVE because it is not bound. {{(pid=94642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:39:46.845793 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d84e1e75-89d6-430f-84fe-48de7d4880ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:46.931381 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d84e1e75-89d6-430f-84fe-48de7d4880ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8727923'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:47.009173 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e1e75-89d6-430f-84fe-48de7d4880ea admin admin] Pushing event updated for resources: {'Port': ['ID=d6c05f7f-37b6-48e0-8d07-ae35f8501daa,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:47.013412 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d84e1e75-89d6-430f-84fe-48de7d4880ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7854282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539654'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:47.138325 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cb70f9a1-11a6-41af-a196-d3292c0f1456 req-d8dadecf-c255-453e-981e-3c02e48fdf08 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 210 time: 0.0600014 Sep 07 14:39:47.165541 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad30e7a-fe3e-4994-b23f-d7887c01d44b req-32923628-7a71-46f6-8d90-627dcec57ef7 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:47.167344 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1ad30e7a-fe3e-4994-b23f-d7887c01d44b req-32923628-7a71-46f6-8d90-627dcec57ef7 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 946 time: 0.1306756 Sep 07 14:39:47.213581 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84e1e75-89d6-430f-84fe-48de7d4880ea admin admin] Network 2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:39:47.220439 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-d84e1e75-89d6-430f-84fe-48de7d4880ea admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:39:47.235339 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1ad30e7a-fe3e-4994-b23f-d7887c01d44b req-347381ac-661e-4fb2-9be6-17b2e6c62670 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579634 Sep 07 14:39:47.367143 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84e1e75-89d6-430f-84fe-48de7d4880ea admin admin] Router af9ab92b-fef4-4dd0-8e45-6280edda3a48 has already been hosted by L3 agent ca4ca367-a056-42f7-949c-96b33f8f39bf {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:39:47.472717 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-2c044e9a-970a-429e-9874-93926109898b None None] Provisioning complete for port d6c05f7f-37b6-48e0-8d07-ae35f8501daa triggered by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:39:47.474567 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2c044e9a-970a-429e-9874-93926109898b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:47.507049 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84e1e75-89d6-430f-84fe-48de7d4880ea admin admin] Notify agent at l3_agent.dv-cinder-760153-9-iscsi the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:39:47.514323 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-d84e1e75-89d6-430f-84fe-48de7d4880ea admin admin] 10.222.0.11 "PUT /v2.0/routers/af9ab92b-fef4-4dd0-8e45-6280edda3a48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3887947 Sep 07 14:39:47.519506 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-2c044e9a-970a-429e-9874-93926109898b None None] Port d6c05f7f-37b6-48e0-8d07-ae35f8501daa cannot update to ACTIVE because it is not bound. {{(pid=94642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:39:47.535530 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 1bb952d2-42ac-4be5-b783-245f3bd69de8 up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:39:47.650942 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning for port 1bb952d2-42ac-4be5-b783-245f3bd69de8 completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:39:47.655498 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port 1bb952d2-42ac-4be5-b783-245f3bd69de8 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:39:47.655873 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:47.662085 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a0cad-3501-471f-b3e4-f6f55c0e1b25 req-8ffc0ec7-5d8d-44a2-adaf-eab7cc68a1ad tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:47.664014 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-748a0cad-3501-471f-b3e4-f6f55c0e1b25 req-8ffc0ec7-5d8d-44a2-adaf-eab7cc68a1ad tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f6c461d-149d-4dd2-9c85-f840cd494e2e HTTP/1.1" status: 200 len: 946 time: 0.0510571 Sep 07 14:39:47.707868 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-748a0cad-3501-471f-b3e4-f6f55c0e1b25 req-3e0f3433-23fd-4492-9035-de44e77573ec tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea978eab-4b43-4b97-8c2f-cf724446e057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375254 Sep 07 14:39:47.752506 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:47.779348 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-9152d18d-5686-470b-8281-0603e563890f None None] For port 1bb952d2-42ac-4be5-b783-245f3bd69de8, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=1bb952d2-42ac-4be5-b783-245f3bd69de8,segment=NetworkSegment(c9eb5183-06b9-4b59-a709-2fab54e09f70),segment_id=c9eb5183-06b9-4b59-a709-2fab54e09f70)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:39:47.845284 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:47.895338 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Pushing event updated for resources: {'Port': ['ID=1bb952d2-42ac-4be5-b783-245f3bd69de8,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:48.149271 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 51512) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:39:48.160235 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-57e294db-ab84-4025-ae9c-bf1d8156b0a4 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Request body: {'security_group': {'name': 'tempest-securitygroup--631024652', 'description': 'tempest-description--246285582'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:39:48.184323 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-e838d026-9156-45e9-b5c4-da01c96acf16 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:48.189411 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-e838d026-9156-45e9-b5c4-da01c96acf16 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.22 "GET /v2.0/networks?id=c71be1b0-a472-4531-9620-78c524d44afd HTTP/1.1" status: 200 len: 815 time: 0.1489739 Sep 07 14:39:48.194081 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b1211e-afff-4500-8f91-64ede678ba0f None None] Sync routers for ids ['af9ab92b-fef4-4dd0-8e45-6280edda3a48'] in dv-cinder-760153-9-iscsi {{(pid=94643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:39:48.200985 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-963bcca2-6d7e-4da4-af0e-7fc2c6e8e8d6 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Request body: {'port': {'device_id': 'c48e866c-7f77-4d03-960a-5105e6c06375', 'network_id': 'c71be1b0-a472-4531-9620-78c524d44afd', 'admin_state_up': True, 'tenant_id': '2c2a57f6d9c44352845943f3bb3b8fa2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:39:48.273964 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-57e294db-ab84-4025-ae9c-bf1d8156b0a4 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:48.289513 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b1211e-afff-4500-8f91-64ede678ba0f None None] Routers {'af9ab92b-fef4-4dd0-8e45-6280edda3a48'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:39:48.290357 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-12b1211e-afff-4500-8f91-64ede678ba0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:39:35Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['af9ab92b-fef4-4dd0-8e45-6280edda3a48'], 'active': True} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:48.301767 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-68851828-d7cc-4c84-96d9-11d8093f7991 req-7ce5f279-3dbc-4f0d-a173-dc1d40d320cf tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 210 time: 0.0661278 Sep 07 14:39:48.419018 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-57e294db-ab84-4025-ae9c-bf1d8156b0a4 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:48.424399 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvr_db [None req-12b1211e-afff-4500-8f91-64ede678ba0f None None] Set router af9ab92b-fef4-4dd0-8e45-6280edda3a48 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:39:48.435154 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ff1cd-b6c3-4539-9bde-ba734234472b req-024d140c-7bd1-44f4-93c2-cbdb1a88002f tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:48.436614 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e29ff1cd-b6c3-4539-9bde-ba734234472b req-024d140c-7bd1-44f4-93c2-cbdb1a88002f tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 946 time: 0.0605719 Sep 07 14:39:48.447519 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 3ed1d237-3126-4339-80cb-40993fa66667 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:39:48.477865 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e29ff1cd-b6c3-4539-9bde-ba734234472b req-011c5dd2-5afe-4d85-9d29-970f399114a9 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349429 Sep 07 14:39:48.556302 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-57e294db-ab84-4025-ae9c-bf1d8156b0a4 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:48.562663 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:48.607992 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e294db-ab84-4025-ae9c-bf1d8156b0a4 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff37147-ae2f-42f8-9729-91c7d946a369,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:48.615446 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0b0a23-bc4f-4741-816d-8cf50a76b8c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ed1d237-3126-4339-80cb-40993fa66667'}] {{(pid=94642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:39:48.618428 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd6d84ba8741af88afecd5b756310c726975e6558383509c2c49b1cfba31424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a156a981-dada-4f5d-86f0-df3966ef5028" -d '{"events": [{"server_uuid": "ad0b0a23-bc4f-4741-816d-8cf50a76b8c3", "name": "network-vif-unplugged", "status": "completed", "tag": "3ed1d237-3126-4339-80cb-40993fa66667"}]}' {{(pid=94642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:39:48.645671 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-963bcca2-6d7e-4da4-af0e-7fc2c6e8e8d6 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Made reservation on behalf of 2c2a57f6d9c44352845943f3bb3b8fa2 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:39:48.650370 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-963bcca2-6d7e-4da4-af0e-7fc2c6e8e8d6 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:48.662362 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port 3ed1d237-3126-4339-80cb-40993fa66667, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=3ed1d237-3126-4339-80cb-40993fa66667,segment=NetworkSegment(e54557d8-93d7-49ba-a7fc-963d1c00c60e),segment_id=e54557d8-93d7-49ba-a7fc-963d1c00c60e)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:39:48.679955 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 14:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da8268c-f741-4d31-a423-a3e62a0538d5 x-openstack-request-id: req-6da8268c-f741-4d31-a423-a3e62a0538d5 {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:39:48.680448 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0b0a23-bc4f-4741-816d-8cf50a76b8c3", "name": "network-vif-unplugged", "status": "completed", "tag": "3ed1d237-3126-4339-80cb-40993fa66667", "code": 200}]} {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:39:48.681117 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6da8268c-f741-4d31-a423-a3e62a0538d5 {{(pid=94642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:39:48.681657 dv-cinder-760153-9-iscsi neutron-server[94642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0b0a23-bc4f-4741-816d-8cf50a76b8c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ed1d237-3126-4339-80cb-40993fa66667', 'code': 200} Sep 07 14:39:48.710283 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-12b1211e-afff-4500-8f91-64ede678ba0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'name': 'tempest-AttachVolumeTestJSON-655602491-router', 'tenant_id': 'f0953c14c3534ed3bb11c7453fd409de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '1bb952d2-42ac-4be5-b783-245f3bd69de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:41Z', 'updated_at': '2021-09-07T14:39:46Z', 'revision_number': 4, 'project_id': 'f0953c14c3534ed3bb11c7453fd409de', 'gw_port': {'id': '1bb952d2-42ac-4be5-b783-245f3bd69de8', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:00:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:42Z', 'updated_at': '2021-09-07T14:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': 'd6c05f7f-37b6-48e0-8d07-ae35f8501daa', 'name': '', 'network_id': '2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7', 'tenant_id': 'f0953c14c3534ed3bb11c7453fd409de', 'mac_address': 'fa:16:3e:69:c8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '6c140706-3c8f-42ae-9125-9b4351aa8d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:45Z', 'updated_at': '2021-09-07T14:39:46Z', 'revision_number': 2, 'project_id': 'f0953c14c3534ed3bb11c7453fd409de', 'subnets': [{'id': '6c140706-3c8f-42ae-9125-9b4351aa8d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:48.743750 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-57e294db-ab84-4025-ae9c-bf1d8156b0a4 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks [] for security_group, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:48.747371 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:48.747751 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-57e294db-ab84-4025-ae9c-bf1d8156b0a4 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5943871 Sep 07 14:39:48.751400 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 51536) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:39:48.756159 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-fbd81ca5-7e62-4c1e-9e5d-d845af2e7bb7 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Request body: {'security_group_rule': {'security_group_id': '9ff37147-ae2f-42f8-9729-91c7d946a369', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:39:48.802208 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b1211e-afff-4500-8f91-64ede678ba0f None None] Checking router: af9ab92b-fef4-4dd0-8e45-6280edda3a48 for host: dv-cinder-760153-9-iscsi {{(pid=94643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:39:48.802795 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b1211e-afff-4500-8f91-64ede678ba0f None None] Updating router af9ab92b-fef4-4dd0-8e45-6280edda3a48 port d6c05f7f-37b6-48e0-8d07-ae35f8501daa binding host dv-cinder-760153-9-iscsi {{(pid=94643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:39:48.861306 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=3ed1d237-3126-4339-80cb-40993fa66667,revision_number=8']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:48.869257 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fbd81ca5-7e62-4c1e-9e5d-d845af2e7bb7 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:48.931325 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-12b1211e-afff-4500-8f91-64ede678ba0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:49.008930 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fbd81ca5-7e62-4c1e-9e5d-d845af2e7bb7 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:49.073568 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fbd81ca5-7e62-4c1e-9e5d-d845af2e7bb7 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460427'] for security_group_rule, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:49.109757 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd81ca5-7e62-4c1e-9e5d-d845af2e7bb7 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1aafb7d-60af-4cec-8526-fd093da516c9,revision_number=0']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:49.198095 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fbd81ca5-7e62-4c1e-9e5d-d845af2e7bb7 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:49.201178 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-fbd81ca5-7e62-4c1e-9e5d-d845af2e7bb7 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4484265 Sep 07 14:39:49.206200 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 51546) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:39:49.224635 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-ee7fd487-2b87-4a36-9fc3-040ef96afd80 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Request body: {'security_group_rule': {'security_group_id': '9ff37147-ae2f-42f8-9729-91c7d946a369', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:39:49.289001 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-963bcca2-6d7e-4da4-af0e-7fc2c6e8e8d6 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Allocated IP 172.20.0.9 (c71be1b0-a472-4531-9620-78c524d44afd/1665e509-0b7d-4482-9e4d-29c028e42a95/040980fb-ff39-4eca-8d9a-21c4248c97ac) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:39:49.319886 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-12b1211e-afff-4500-8f91-64ede678ba0f None None] Notify callbacks [] for port, precommit_update {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:49.342139 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.provisioning_blocks [None req-12b1211e-afff-4500-8f91-64ede678ba0f None None] Transition to ACTIVE for port object d6c05f7f-37b6-48e0-8d07-ae35f8501daa will not be triggered until provisioned by entity L2. {{(pid=94643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:39:49.385487 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889f31c-9cb8-403b-9cb9-61663a662d68 req-9895a87e-3dcb-4464-a8d0-204606ccd9e8 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:49.387117 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d889f31c-9cb8-403b-9cb9-61663a662d68 req-9895a87e-3dcb-4464-a8d0-204606ccd9e8 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f6c461d-149d-4dd2-9c85-f840cd494e2e HTTP/1.1" status: 200 len: 946 time: 0.1002731 Sep 07 14:39:49.409972 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ee7fd487-2b87-4a36-9fc3-040ef96afd80 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:49.449296 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-12b1211e-afff-4500-8f91-64ede678ba0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:49.514661 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8249e2-1635-4a23-a154-56765842a283 None None] Pushing event updated for resources: {'Port': ['ID=d6c05f7f-37b6-48e0-8d07-ae35f8501daa,revision_number=3']} {{(pid=94643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:49.546837 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-863e154e-2ba1-4231-a69f-918c8a07745b req-65d83b60-6464-4495-bd62-b3e33f46730b tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 210 time: 0.1505854 Sep 07 14:39:49.553149 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ee7fd487-2b87-4a36-9fc3-040ef96afd80 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:49.570047 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 1bb952d2-42ac-4be5-b783-245f3bd69de8 up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:39:49.646270 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ee7fd487-2b87-4a36-9fc3-040ef96afd80 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460427'] for security_group_rule, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:49.677870 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7fd487-2b87-4a36-9fc3-040ef96afd80 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7efc2135-5a15-47d4-8909-bc9a509169d8,revision_number=0']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:49.714748 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port 1bb952d2-42ac-4be5-b783-245f3bd69de8 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:39:49.717653 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.managers [None req-12b1211e-afff-4500-8f91-64ede678ba0f None None] Attempting to bind port d6c05f7f-37b6-48e0-8d07-ae35f8501daa on host dv-cinder-760153-9-iscsi for vnic_type normal with profile {{(pid=94643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:39:49.718228 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:49.721000 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.managers [None req-12b1211e-afff-4500-8f91-64ede678ba0f None None] Attempting to bind port d6c05f7f-37b6-48e0-8d07-ae35f8501daa by drivers openvswitch,hyperv on host dv-cinder-760153-9-iscsi at level 0 using segments [{'id': '93673739-7b9a-4397-be35-06edeaf7603d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7'}] {{(pid=94643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:39:49.721470 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b1211e-afff-4500-8f91-64ede678ba0f None None] Attempting to bind port d6c05f7f-37b6-48e0-8d07-ae35f8501daa on network 2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7 {{(pid=94643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:39:49.741040 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b1211e-afff-4500-8f91-64ede678ba0f None None] Checking agent: {'id': '603a9555-31ed-459d-ae44-8ccb1c39f9f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 28, 5), 'started_at': datetime.datetime(2021, 9, 7, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:39:49.741650 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b1211e-afff-4500-8f91-64ede678ba0f None None] Checking segment: {'id': '93673739-7b9a-4397-be35-06edeaf7603d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:39:49.742218 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-12b1211e-afff-4500-8f91-64ede678ba0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:49.742671 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b1211e-afff-4500-8f91-64ede678ba0f None None] Bound using segment: {'id': '93673739-7b9a-4397-be35-06edeaf7603d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7'} {{(pid=94643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:39:49.743305 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.managers [None req-12b1211e-afff-4500-8f91-64ede678ba0f None None] Bound port: d6c05f7f-37b6-48e0-8d07-ae35f8501daa, host: dv-cinder-760153-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93673739-7b9a-4397-be35-06edeaf7603d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7'}}] {{(pid=94643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:39:49.758780 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d889f31c-9cb8-403b-9cb9-61663a662d68 req-dcc9eee1-e088-4bb3-949a-847b846024c0 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea978eab-4b43-4b97-8c2f-cf724446e057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629060 Sep 07 14:39:49.759797 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-12b1211e-afff-4500-8f91-64ede678ba0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:49.765334 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ee7fd487-2b87-4a36-9fc3-040ef96afd80 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:49.770596 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-ee7fd487-2b87-4a36-9fc3-040ef96afd80 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5628016 Sep 07 14:39:49.771310 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 51558) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:39:49.776051 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-caa7214a-2d19-416c-9215-d01ddd648c6c tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Request body: {'floatingip': {'floating_network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:39:49.885320 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.db [None req-12b1211e-afff-4500-8f91-64ede678ba0f None None] For port d6c05f7f-37b6-48e0-8d07-ae35f8501daa, host dv-cinder-760153-9-iscsi, cleared binding levels {{(pid=94643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:39:49.890827 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.db [None req-12b1211e-afff-4500-8f91-64ede678ba0f None None] For port d6c05f7f-37b6-48e0-8d07-ae35f8501daa, host dv-cinder-760153-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=d6c05f7f-37b6-48e0-8d07-ae35f8501daa,segment=NetworkSegment(93673739-7b9a-4397-be35-06edeaf7603d),segment_id=93673739-7b9a-4397-be35-06edeaf7603d)] {{(pid=94643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:39:49.916855 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-caa7214a-2d19-416c-9215-d01ddd648c6c tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks [] for floatingip, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:49.917087 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08218b9-a395-43e0-8593-16e57494bb52 req-6ba97f6c-9930-4327-ae8b-a55516939218 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:49.917087 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b08218b9-a395-43e0-8593-16e57494bb52 req-6ba97f6c-9930-4327-ae8b-a55516939218 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 944 time: 0.1986163 Sep 07 14:39:49.919960 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-963bcca2-6d7e-4da4-af0e-7fc2c6e8e8d6 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:49.979478 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-963bcca2-6d7e-4da4-af0e-7fc2c6e8e8d6 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Transition to ACTIVE for port object 040980fb-ff39-4eca-8d9a-21c4248c97ac will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:39:49.984136 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-12b1211e-afff-4500-8f91-64ede678ba0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:50.053262 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b08218b9-a395-43e0-8593-16e57494bb52 req-07af1cf4-8f9a-4a4e-908e-d2279574f8f8 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231232 Sep 07 14:39:50.135622 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8249e2-1635-4a23-a154-56765842a283 None None] Pushing event updated for resources: {'Port': ['ID=d6c05f7f-37b6-48e0-8d07-ae35f8501daa,revision_number=4']} {{(pid=94643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:50.147456 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b1211e-afff-4500-8f91-64ede678ba0f None None] Routers {'af9ab92b-fef4-4dd0-8e45-6280edda3a48'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:39:50.148296 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-12b1211e-afff-4500-8f91-64ede678ba0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:39:35Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['af9ab92b-fef4-4dd0-8e45-6280edda3a48'], 'active': True} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:50.149086 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-caa7214a-2d19-416c-9215-d01ddd648c6c tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:50.189068 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-963bcca2-6d7e-4da4-af0e-7fc2c6e8e8d6 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8727932'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:50.279370 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963bcca2-6d7e-4da4-af0e-7fc2c6e8e8d6 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Pushing event updated for resources: {'Port': ['ID=040980fb-ff39-4eca-8d9a-21c4248c97ac,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:50.326636 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-963bcca2-6d7e-4da4-af0e-7fc2c6e8e8d6 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Network c71be1b0-a472-4531-9620-78c524d44afd is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:39:50.328286 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-963bcca2-6d7e-4da4-af0e-7fc2c6e8e8d6 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:39:50.344615 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-963bcca2-6d7e-4da4-af0e-7fc2c6e8e8d6 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:39:50.398555 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvr_db [None req-12b1211e-afff-4500-8f91-64ede678ba0f None None] Set router af9ab92b-fef4-4dd0-8e45-6280edda3a48 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:39:50.440142 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-963bcca2-6d7e-4da4-af0e-7fc2c6e8e8d6 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:50.440947 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-963bcca2-6d7e-4da4-af0e-7fc2c6e8e8d6 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:50.454696 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-caa7214a-2d19-416c-9215-d01ddd648c6c tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Allocated IP 172.27.3.99 (f04259db-55ec-42a0-98f6-02412be1dbca/67ecb36d-e9a7-4541-9321-65fb5ffda8c8/e8878c6f-01f2-4fd5-8be6-29cac5f3ed86) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:39:50.545055 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-963bcca2-6d7e-4da4-af0e-7fc2c6e8e8d6 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3491578 Sep 07 14:39:50.582787 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-d825c4ac-504e-41f8-aa05-7e80dc14f1ca service neutron] Request body: {'port': {'device_id': 'c48e866c-7f77-4d03-960a-5105e6c06375', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:39:50.612398 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-caa7214a-2d19-416c-9215-d01ddd648c6c tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:50.731706 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-caa7214a-2d19-416c-9215-d01ddd648c6c tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:50.764050 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-d825c4ac-504e-41f8-aa05-7e80dc14f1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:50.796913 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa7214a-2d19-416c-9215-d01ddd648c6c tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Network f04259db-55ec-42a0-98f6-02412be1dbca is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:39:50.801075 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-caa7214a-2d19-416c-9215-d01ddd648c6c tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:39:50.806263 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa7214a-2d19-416c-9215-d01ddd648c6c tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:39:50.924753 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa7214a-2d19-416c-9215-d01ddd648c6c tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Pushing event updated for resources: {'Port': ['ID=e8878c6f-01f2-4fd5-8be6-29cac5f3ed86,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:50.930926 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-12b1211e-afff-4500-8f91-64ede678ba0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'name': 'tempest-AttachVolumeTestJSON-655602491-router', 'tenant_id': 'f0953c14c3534ed3bb11c7453fd409de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '1bb952d2-42ac-4be5-b783-245f3bd69de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:41Z', 'updated_at': '2021-09-07T14:39:46Z', 'revision_number': 4, 'project_id': 'f0953c14c3534ed3bb11c7453fd409de', 'gw_port': {'id': '1bb952d2-42ac-4be5-b783-245f3bd69de8', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:00:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:42Z', 'updated_at': '2021-09-07T14:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': 'd6c05f7f-37b6-48e0-8d07-ae35f8501daa', 'name': '', 'network_id': '2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7', 'tenant_id': 'f0953c14c3534ed3bb11c7453fd409de', 'mac_address': 'fa:16:3e:69:c8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '6c140706-3c8f-42ae-9125-9b4351aa8d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:45Z', 'updated_at': '2021-09-07T14:39:49Z', 'revision_number': 4, 'project_id': 'f0953c14c3534ed3bb11c7453fd409de', 'subnets': [{'id': '6c140706-3c8f-42ae-9125-9b4351aa8d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:39:50.940368 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-ce2dc360-62e1-459e-90d9-60cd840edc71 None None] Provisioning for port 040980fb-ff39-4eca-8d9a-21c4248c97ac completed by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:39:50.940862 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-ce2dc360-62e1-459e-90d9-60cd840edc71 None None] Provisioning complete for port 040980fb-ff39-4eca-8d9a-21c4248c97ac triggered by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:39:50.941005 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ce2dc360-62e1-459e-90d9-60cd840edc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:50.941163 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c29985-baa5-4af9-b08f-a84e0a806216 req-f5b60477-b28b-4c5a-9ede-a4bf3910f7b4 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:50.952850 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-62c29985-baa5-4af9-b08f-a84e0a806216 req-f5b60477-b28b-4c5a-9ede-a4bf3910f7b4 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 931 time: 0.2431884 Sep 07 14:39:50.976853 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b1211e-afff-4500-8f91-64ede678ba0f None None] The sync data for ids ['af9ab92b-fef4-4dd0-8e45-6280edda3a48'] in dv-cinder-760153-9-iscsi is: [{'id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'name': 'tempest-AttachVolumeTestJSON-655602491-router', 'tenant_id': 'f0953c14c3534ed3bb11c7453fd409de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '1bb952d2-42ac-4be5-b783-245f3bd69de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:41Z', 'updated_at': '2021-09-07T14:39:46Z', 'revision_number': 4, 'project_id': 'f0953c14c3534ed3bb11c7453fd409de', 'gw_port': {'id': '1bb952d2-42ac-4be5-b783-245f3bd69de8', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:00:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:42Z', 'updated_at': '2021-09-07T14:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': 'd6c05f7f-37b6-48e0-8d07-ae35f8501daa', 'name': '', 'network_id': '2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7', 'tenant_id': 'f0953c14c3534ed3bb11c7453fd409de', 'mac_address': 'fa:16:3e:69:c8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '6c140706-3c8f-42ae-9125-9b4351aa8d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:45Z', 'updated_at': '2021-09-07T14:39:49Z', 'revision_number': 4, 'project_id': 'f0953c14c3534ed3bb11c7453fd409de', 'subnets': [{'id': '6c140706-3c8f-42ae-9125-9b4351aa8d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:39:50.989550 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-caa7214a-2d19-416c-9215-d01ddd648c6c tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:51.108711 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-62c29985-baa5-4af9-b08f-a84e0a806216 req-e3d19bbb-8c7b-4644-b028-28ee74657cc8 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5896ba6-76a9-4e7c-89db-4f3ac61a27ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547925 Sep 07 14:39:51.109342 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-ce2dc360-62e1-459e-90d9-60cd840edc71 None None] Port 040980fb-ff39-4eca-8d9a-21c4248c97ac cannot update to ACTIVE because it is not bound. {{(pid=94642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:39:51.167579 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-caa7214a-2d19-416c-9215-d01ddd648c6c tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:51.394555 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda9ba1-cbd7-4319-a146-e958edef8e10 req-7d58faf5-412d-47b2-aa87-89528f3c2cb8 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:51.402152 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5cda9ba1-cbd7-4319-a146-e958edef8e10 req-7d58faf5-412d-47b2-aa87-89528f3c2cb8 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f6c461d-149d-4dd2-9c85-f840cd494e2e HTTP/1.1" status: 200 len: 946 time: 0.1574879 Sep 07 14:39:51.468410 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-caa7214a-2d19-416c-9215-d01ddd648c6c tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:51.532030 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-caa7214a-2d19-416c-9215-d01ddd648c6c tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009912'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:51.549030 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5cda9ba1-cbd7-4319-a146-e958edef8e10 req-b76fe812-3d77-4609-bf71-9e5fa611a263 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea978eab-4b43-4b97-8c2f-cf724446e057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456227 Sep 07 14:39:51.589963 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-d825c4ac-504e-41f8-aa05-7e80dc14f1ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 040980fb-ff39-4eca-8d9a-21c4248c97ac {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:39:51.618002 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-d825c4ac-504e-41f8-aa05-7e80dc14f1ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:51.649262 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device d6c05f7f-37b6-48e0-8d07-ae35f8501daa up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:39:51.671934 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-d825c4ac-504e-41f8-aa05-7e80dc14f1ca service neutron] Transition to ACTIVE for port object 040980fb-ff39-4eca-8d9a-21c4248c97ac will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:39:51.731791 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-d825c4ac-504e-41f8-aa05-7e80dc14f1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8727923'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:51.771222 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa7214a-2d19-416c-9215-d01ddd648c6c tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Pushing event updated for resources: {'Port': ['ID=e8878c6f-01f2-4fd5-8be6-29cac5f3ed86,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:51.829099 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-caa7214a-2d19-416c-9215-d01ddd648c6c tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540525'] for floatingip, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:51.847236 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [req-1360a830-503a-4d62-8a11-47c6ed5b5095 req-a766bf4e-e087-4b9e-bd9e-174f476bc151 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 14:39:51.848338 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1360a830-503a-4d62-8a11-47c6ed5b5095 req-a766bf4e-e087-4b9e-bd9e-174f476bc151 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125577 Sep 07 14:39:51.851027 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning for port d6c05f7f-37b6-48e0-8d07-ae35f8501daa completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:39:51.855271 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port d6c05f7f-37b6-48e0-8d07-ae35f8501daa triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:39:51.855656 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:51.914416 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-caa7214a-2d19-416c-9215-d01ddd648c6c tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for floatingip, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:51.915907 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-caa7214a-2d19-416c-9215-d01ddd648c6c tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1435096 Sep 07 14:39:51.976665 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d825c4ac-504e-41f8-aa05-7e80dc14f1ca service neutron] Pushing event updated for resources: {'Port': ['ID=040980fb-ff39-4eca-8d9a-21c4248c97ac,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:52.078484 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-d825c4ac-504e-41f8-aa05-7e80dc14f1ca service neutron] Attempting to bind port 040980fb-ff39-4eca-8d9a-21c4248c97ac on host hv-cinder-76015 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:39:52.078737 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-d825c4ac-504e-41f8-aa05-7e80dc14f1ca service neutron] Attempting to bind port 040980fb-ff39-4eca-8d9a-21c4248c97ac by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': 'd5edefeb-33fd-4ac2-ab34-abbc58fe06c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'c71be1b0-a472-4531-9620-78c524d44afd'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:39:52.079053 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-d825c4ac-504e-41f8-aa05-7e80dc14f1ca service neutron] Attempting to bind port 040980fb-ff39-4eca-8d9a-21c4248c97ac on network c71be1b0-a472-4531-9620-78c524d44afd {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:39:52.093496 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-d825c4ac-504e-41f8-aa05-7e80dc14f1ca service neutron] Port 040980fb-ff39-4eca-8d9a-21c4248c97ac on network c71be1b0-a472-4531-9620-78c524d44afd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:39:52.093822 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-d825c4ac-504e-41f8-aa05-7e80dc14f1ca service neutron] Attempting to bind port 040980fb-ff39-4eca-8d9a-21c4248c97ac on network c71be1b0-a472-4531-9620-78c524d44afd {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:39:52.106598 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-d825c4ac-504e-41f8-aa05-7e80dc14f1ca service neutron] Checking agent: {'id': '0e933200-ccc3-44fa-a7f6-4e1417f97b5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 34, 32), 'started_at': datetime.datetime(2021, 9, 7, 14, 34, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:39:52.107173 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-d825c4ac-504e-41f8-aa05-7e80dc14f1ca service neutron] Checking segment: {'id': 'd5edefeb-33fd-4ac2-ab34-abbc58fe06c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'c71be1b0-a472-4531-9620-78c524d44afd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:39:52.107345 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-d825c4ac-504e-41f8-aa05-7e80dc14f1ca service neutron] Bound using segment: {'id': 'd5edefeb-33fd-4ac2-ab34-abbc58fe06c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'c71be1b0-a472-4531-9620-78c524d44afd'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:39:52.107793 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-d825c4ac-504e-41f8-aa05-7e80dc14f1ca service neutron] Bound port: 040980fb-ff39-4eca-8d9a-21c4248c97ac, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5edefeb-33fd-4ac2-ab34-abbc58fe06c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'c71be1b0-a472-4531-9620-78c524d44afd'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:39:52.108149 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-d825c4ac-504e-41f8-aa05-7e80dc14f1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:52.121464 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:52.187313 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-9152d18d-5686-470b-8281-0603e563890f None None] For port d6c05f7f-37b6-48e0-8d07-ae35f8501daa, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=d6c05f7f-37b6-48e0-8d07-ae35f8501daa,segment=NetworkSegment(93673739-7b9a-4397-be35-06edeaf7603d),segment_id=93673739-7b9a-4397-be35-06edeaf7603d)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:39:52.259182 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:52.357527 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Pushing event updated for resources: {'Port': ['ID=d6c05f7f-37b6-48e0-8d07-ae35f8501daa,revision_number=5']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:52.463044 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-d825c4ac-504e-41f8-aa05-7e80dc14f1ca service neutron] For port 040980fb-ff39-4eca-8d9a-21c4248c97ac, host hv-cinder-76015, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:39:52.486458 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 3ed1d237-3126-4339-80cb-40993fa66667 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:39:52.503483 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-d825c4ac-504e-41f8-aa05-7e80dc14f1ca service neutron] For port 040980fb-ff39-4eca-8d9a-21c4248c97ac, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=040980fb-ff39-4eca-8d9a-21c4248c97ac,segment=NetworkSegment(d5edefeb-33fd-4ac2-ab34-abbc58fe06c1),segment_id=d5edefeb-33fd-4ac2-ab34-abbc58fe06c1)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:39:52.517558 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db5fe9-dc5f-4fb7-bd9c-d517386a43c5 req-83238f8b-7e0a-4d3f-8f0a-33484b397332 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:52.534890 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b3db5fe9-dc5f-4fb7-bd9c-d517386a43c5 req-83238f8b-7e0a-4d3f-8f0a-33484b397332 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 943 time: 0.1625619 Sep 07 14:39:52.543171 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-fd5442c3-609d-490c-ad86-54e3ad42dc84 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--631024652&fields=id&tenant_id=f0953c14c3534ed3bb11c7453fd409de HTTP/1.1" status: 200 len: 267 time: 0.3529663 Sep 07 14:39:52.602181 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-d825c4ac-504e-41f8-aa05-7e80dc14f1ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8727923'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:52.714977 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b3db5fe9-dc5f-4fb7-bd9c-d517386a43c5 req-527a6929-6a2f-4927-9abc-2e5f60d871bb tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5896ba6-76a9-4e7c-89db-4f3ac61a27ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791832 Sep 07 14:39:52.723621 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-d825c4ac-504e-41f8-aa05-7e80dc14f1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:52.724280 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-d825c4ac-504e-41f8-aa05-7e80dc14f1ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:52.725736 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-d825c4ac-504e-41f8-aa05-7e80dc14f1ca service neutron] 10.222.0.22 "PUT /v2.0/ports/040980fb-ff39-4eca-8d9a-21c4248c97ac HTTP/1.1" status: 200 len: 1093 time: 2.1511509 Sep 07 14:39:52.730520 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c48e866c-7f77-4d03-960a-5105e6c06375', 'tag': '040980fb-ff39-4eca-8d9a-21c4248c97ac'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:39:52.733280 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca3d64d6ee1d62abf9801d62a4287030b5a1037887016040f3cf02e156c8ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95218b3-5b4d-466b-b254-f63b272c1d9e" -d '{"events": [{"name": "network-changed", "server_uuid": "c48e866c-7f77-4d03-960a-5105e6c06375", "tag": "040980fb-ff39-4eca-8d9a-21c4248c97ac"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:39:52.863686 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d825c4ac-504e-41f8-aa05-7e80dc14f1ca service neutron] Pushing event updated for resources: {'Port': ['ID=040980fb-ff39-4eca-8d9a-21c4248c97ac,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:39:52.922717 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-a84b2d91-5df0-427b-b7ed-c85b7ced55cb tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:52.924332 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-a84b2d91-5df0-427b-b7ed-c85b7ced55cb tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/networks?id=2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7 HTTP/1.1" status: 200 len: 810 time: 0.3581204 Sep 07 14:39:52.955859 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a3ca4a-630e-474e-b350-611910715ed5 req-0eabeef6-2111-428a-9620-eca917b9f343 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:52.957612 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-34a3ca4a-630e-474e-b350-611910715ed5 req-0eabeef6-2111-428a-9620-eca917b9f343 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 944 time: 0.1199901 Sep 07 14:39:52.959610 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-ef6f55bd-7b2c-4992-b95a-cc76db5055b3 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/quotas/f0953c14c3534ed3bb11c7453fd409de HTTP/1.1" status: 200 len: 375 time: 0.0283160 Sep 07 14:39:53.099952 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-34a3ca4a-630e-474e-b350-611910715ed5 req-b76b6432-1272-4b1e-ad38-cf07df77a87c tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149240 Sep 07 14:39:53.100504 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 51636) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:39:53.121526 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-3bfd0b6c-20a0-46f4-98e4-8ad50bb5250c tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0953c14c3534ed3bb11c7453fd409de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1482692 Sep 07 14:39:53.307665 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-3269a704-7280-41fa-b2bc-1c3155cb674c req-7dee6373-1889-4d22-b6c1-84de2721aaba service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2054834 Sep 07 14:39:53.313136 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [req-3269a704-7280-41fa-b2bc-1c3155cb674c req-83946386-43e2-484e-ba8e-5b987521c81e service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 14:39:53.317076 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-3269a704-7280-41fa-b2bc-1c3155cb674c req-83946386-43e2-484e-ba8e-5b987521c81e service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085995 Sep 07 14:39:53.348503 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-dd112b33-5b3f-4088-bc91-70dd635a9e94 service neutron] 10.222.0.11 "GET /v2.0/networks/2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115316 Sep 07 14:39:53.431937 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea299a6e-17b5-47a1-bb4c-e47cc29d5db9 req-0d729651-1a9d-45df-b13f-0d2f701047ca tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:53.440373 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ea299a6e-17b5-47a1-bb4c-e47cc29d5db9 req-0d729651-1a9d-45df-b13f-0d2f701047ca tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f6c461d-149d-4dd2-9c85-f840cd494e2e HTTP/1.1" status: 200 len: 946 time: 0.1897318 Sep 07 14:39:53.558389 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device d6c05f7f-37b6-48e0-8d07-ae35f8501daa up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:39:53.563215 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ea299a6e-17b5-47a1-bb4c-e47cc29d5db9 req-91cce4c5-8b8c-4955-a15e-2d51fb7c0f4c tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea978eab-4b43-4b97-8c2f-cf724446e057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164618 Sep 07 14:39:53.587561 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-f9c90e54-3751-442b-bf36-0ac60fff1c25 service neutron] 10.222.0.11 "GET /v2.0/networks/2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334423 Sep 07 14:39:53.612000 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8e3804-c238-4110-a0b4-aed30938fcbc x-openstack-request-id: req-1c8e3804-c238-4110-a0b4-aed30938fcbc {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:39:53.612478 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c48e866c-7f77-4d03-960a-5105e6c06375", "tag": "040980fb-ff39-4eca-8d9a-21c4248c97ac", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:39:53.612875 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1c8e3804-c238-4110-a0b4-aed30938fcbc {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:39:53.613414 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c48e866c-7f77-4d03-960a-5105e6c06375', 'tag': '040980fb-ff39-4eca-8d9a-21c4248c97ac', 'status': 'completed', 'code': 200} Sep 07 14:39:53.654568 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port d6c05f7f-37b6-48e0-8d07-ae35f8501daa triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:39:53.655135 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:39:53.908089 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9cb16e3a-489b-4927-bf38-1f68d9a743bc req-feeb7a8f-6796-41d1-93ba-98d301f7d5d5 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 210 time: 0.0370607 Sep 07 14:39:53.940627 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe3224-4f5d-4d27-aa96-3efc6d400963 req-7b196564-1bc3-40a9-b8d0-771463600db3 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:53.949763 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-32fe3224-4f5d-4d27-aa96-3efc6d400963 req-7b196564-1bc3-40a9-b8d0-771463600db3 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 943 time: 0.1164949 Sep 07 14:39:53.999209 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-32fe3224-4f5d-4d27-aa96-3efc6d400963 req-a3d85eee-95a1-44de-904c-ebe22f59a781 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5896ba6-76a9-4e7c-89db-4f3ac61a27ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475633 Sep 07 14:39:54.300272 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0903a62-66e8-4162-a3e2-74883688f92b req-8f8e62d7-dd89-4ad6-b146-8fa882534b6d tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:54.302991 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c0903a62-66e8-4162-a3e2-74883688f92b req-8f8e62d7-dd89-4ad6-b146-8fa882534b6d tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 944 time: 0.0543549 Sep 07 14:39:54.369451 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c0903a62-66e8-4162-a3e2-74883688f92b req-7129a461-52ca-486c-8036-6b444a19afa9 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603905 Sep 07 14:39:54.693688 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477eb61c-52e1-4f77-88df-db437d1c1c11 req-ae1405b7-4a85-4c3e-bf97-a54ea96dfbd0 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:54.696206 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-477eb61c-52e1-4f77-88df-db437d1c1c11 req-ae1405b7-4a85-4c3e-bf97-a54ea96dfbd0 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f6c461d-149d-4dd2-9c85-f840cd494e2e HTTP/1.1" status: 200 len: 946 time: 0.0546772 Sep 07 14:39:54.742677 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-477eb61c-52e1-4f77-88df-db437d1c1c11 req-f709dce2-e9e6-43bf-896d-58d8d7377a81 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea978eab-4b43-4b97-8c2f-cf724446e057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382409 Sep 07 14:39:55.005743 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d20730f0-8b90-4a81-b1fd-d5d7b8738c95 req-5595ae52-dc18-4246-b809-354f5d992486 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 210 time: 0.0280941 Sep 07 14:39:55.124058 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1cab6-a700-47c1-ada1-60004d372450 req-e5819f0e-30e1-46b1-b3ca-914bbb4fdc41 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:55.125571 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-63b1cab6-a700-47c1-ada1-60004d372450 req-e5819f0e-30e1-46b1-b3ca-914bbb4fdc41 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 943 time: 0.0623477 Sep 07 14:39:55.163804 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-63b1cab6-a700-47c1-ada1-60004d372450 req-91bbb2b4-540c-4140-9ffa-b6747fb0a092 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5896ba6-76a9-4e7c-89db-4f3ac61a27ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319724 Sep 07 14:39:55.505898 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9aead-f8f1-46ca-a64f-4a36a4dca300 req-b7ac08aa-c8c1-4c17-a718-93768f5bfc14 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:55.507432 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-92c9aead-f8f1-46ca-a64f-4a36a4dca300 req-b7ac08aa-c8c1-4c17-a718-93768f5bfc14 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 944 time: 0.0526977 Sep 07 14:39:55.549705 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-92c9aead-f8f1-46ca-a64f-4a36a4dca300 req-c93d7d71-ab19-4803-8568-573a5d53118f tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350683 Sep 07 14:39:55.868584 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f6976-c65a-44bb-8a7f-59210fbd7766 req-744861d9-a851-4bc6-866b-49b7cd592c72 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:55.870153 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-607f6976-c65a-44bb-8a7f-59210fbd7766 req-744861d9-a851-4bc6-866b-49b7cd592c72 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f6c461d-149d-4dd2-9c85-f840cd494e2e HTTP/1.1" status: 200 len: 946 time: 0.0522683 Sep 07 14:39:55.913473 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-607f6976-c65a-44bb-8a7f-59210fbd7766 req-77140523-1786-4141-8019-cd5fc9975329 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea978eab-4b43-4b97-8c2f-cf724446e057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363061 Sep 07 14:39:56.111732 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a0c50639-a1a2-4e85-a1f8-594b44e39998 req-1f4c3e0e-9b29-4da0-b16f-a74292312f25 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 210 time: 0.0282478 Sep 07 14:39:56.301223 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ef5bb-7549-4240-9bd8-0b96e0498259 req-b97c0cdb-af8e-46b1-aa37-58ed4e7b3e6b tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:56.303454 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-887ef5bb-7549-4240-9bd8-0b96e0498259 req-b97c0cdb-af8e-46b1-aa37-58ed4e7b3e6b tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 943 time: 0.0662205 Sep 07 14:39:56.345659 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-887ef5bb-7549-4240-9bd8-0b96e0498259 req-70bd3acc-c760-4639-b48a-3e97f4a5c654 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5896ba6-76a9-4e7c-89db-4f3ac61a27ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346770 Sep 07 14:39:56.760314 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4427b8-22f2-4715-b893-9a3b87c614d6 req-0be259cc-c2f1-4bcc-b69b-2be807dcbfb2 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:56.762864 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4c4427b8-22f2-4715-b893-9a3b87c614d6 req-0be259cc-c2f1-4bcc-b69b-2be807dcbfb2 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 944 time: 0.0686030 Sep 07 14:39:56.878936 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4c4427b8-22f2-4715-b893-9a3b87c614d6 req-2e8f6bf9-fa0d-484e-af9e-b01e4ede1381 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383523 Sep 07 14:39:57.083105 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-fce93d49-4555-4818-9b17-252bb248a478 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1305280379&fields=id&tenant_id=ddcff35f4fe74c3087d85eedd77cfcb3 HTTP/1.1" status: 200 len: 267 time: 0.0690520 Sep 07 14:39:57.093287 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f64d9-fd8e-43be-8615-aee6ad0bad0e req-ccf18c65-da07-4966-84cb-450410531690 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:57.094986 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-442f64d9-fd8e-43be-8615-aee6ad0bad0e req-ccf18c65-da07-4966-84cb-450410531690 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f6c461d-149d-4dd2-9c85-f840cd494e2e HTTP/1.1" status: 200 len: 946 time: 0.1071439 Sep 07 14:39:57.202576 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-442f64d9-fd8e-43be-8615-aee6ad0bad0e req-4b3878a5-ef0d-4e01-8e6a-2e15b40ca830 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea978eab-4b43-4b97-8c2f-cf724446e057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947022 Sep 07 14:39:57.241709 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-13816c26-c8f9-4eff-9d58-b4d967ea1241 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:57.243321 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-13816c26-c8f9-4eff-9d58-b4d967ea1241 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/networks?id=10bc76c4-28c7-4ddc-9078-74979f2c3f45 HTTP/1.1" status: 200 len: 812 time: 0.1474640 Sep 07 14:39:57.259853 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-fdfc8f12-b65f-4655-8cab-412fd0b89037 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/quotas/ddcff35f4fe74c3087d85eedd77cfcb3 HTTP/1.1" status: 200 len: 375 time: 0.0098648 Sep 07 14:39:57.317479 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-65021ec8-9d62-4323-94fc-189c80b17fda req-bf0a98a7-2ff0-4295-910d-308461f10028 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 210 time: 0.0499687 Sep 07 14:39:57.340563 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-84199011-9a0a-4110-8226-e1b9df781d2c tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ddcff35f4fe74c3087d85eedd77cfcb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0740678 Sep 07 14:39:57.476435 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-c6a539a1-c550-41a0-9dba-4e78d41a32c3 service neutron] 10.222.0.11 "GET /v2.0/networks/10bc76c4-28c7-4ddc-9078-74979f2c3f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214089 Sep 07 14:39:57.488091 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0eee25-5595-4778-b9ee-1754fd77b0d7 req-164cfba8-09cf-45eb-9e4c-ef85bdf60f0c tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:57.489540 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2f0eee25-5595-4778-b9ee-1754fd77b0d7 req-164cfba8-09cf-45eb-9e4c-ef85bdf60f0c tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 943 time: 0.0761607 Sep 07 14:39:57.584356 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2f0eee25-5595-4778-b9ee-1754fd77b0d7 req-d88a2317-45ff-46e2-9026-240eee0c64c6 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5896ba6-76a9-4e7c-89db-4f3ac61a27ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864141 Sep 07 14:39:57.607359 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-178d88bf-58e4-423b-bed2-a060d53779f6 service neutron] 10.222.0.11 "GET /v2.0/networks/10bc76c4-28c7-4ddc-9078-74979f2c3f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168535 Sep 07 14:39:57.996372 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b0484-ed45-4627-a6b8-105405264377 req-eafc60c2-50bf-4330-b327-a612f0b29f6a tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:57.998129 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e42b0484-ed45-4627-a6b8-105405264377 req-eafc60c2-50bf-4330-b327-a612f0b29f6a tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 944 time: 0.0533018 Sep 07 14:39:58.041072 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e42b0484-ed45-4627-a6b8-105405264377 req-2b5c48f8-74ec-4b4a-a681-b4448a21b5c7 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368090 Sep 07 14:39:58.326303 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4385a-77e8-4082-94a9-d2644dd260ac req-ec223e37-518b-447f-895b-05531241d4bd tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:58.329481 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-61b4385a-77e8-4082-94a9-d2644dd260ac req-ec223e37-518b-447f-895b-05531241d4bd tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f6c461d-149d-4dd2-9c85-f840cd494e2e HTTP/1.1" status: 200 len: 946 time: 0.0570560 Sep 07 14:39:58.370526 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-61b4385a-77e8-4082-94a9-d2644dd260ac req-92801db9-976d-4582-abf7-eab7b3a76b83 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea978eab-4b43-4b97-8c2f-cf724446e057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343995 Sep 07 14:39:58.461829 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-fbe5cc86-0d5f-48e4-89a3-833181cfe33c req-2d32756a-3c1d-4300-9bf6-d8bb5939ff8c tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 210 time: 0.0321085 Sep 07 14:39:58.528822 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-823e28e8-d324-4181-bb08-23a6e770d3f7 req-6bea0879-6415-448b-98f2-c2c76e60094e tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f89d25e-8165-4793-becb-34b0b37e7e04 HTTP/1.1" status: 200 len: 210 time: 0.0421450 Sep 07 14:39:58.713634 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa61bc1-d08a-4026-a2ce-2b07a1e87fbb req-1157ec38-642f-44a2-a66e-95130811a2d5 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:58.715287 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5fa61bc1-d08a-4026-a2ce-2b07a1e87fbb req-1157ec38-642f-44a2-a66e-95130811a2d5 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 943 time: 0.0603025 Sep 07 14:39:58.758908 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5fa61bc1-d08a-4026-a2ce-2b07a1e87fbb req-c6664945-6930-4066-942b-7492db2bb452 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5896ba6-76a9-4e7c-89db-4f3ac61a27ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371330 Sep 07 14:39:59.183902 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b269cb-3f73-4122-9d3e-2a4fa06d552f req-87a7188e-4c47-4098-946e-1fc20e9e71fc tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:59.185354 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d1b269cb-3f73-4122-9d3e-2a4fa06d552f req-87a7188e-4c47-4098-946e-1fc20e9e71fc tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 944 time: 0.0632596 Sep 07 14:39:59.228554 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d1b269cb-3f73-4122-9d3e-2a4fa06d552f req-7409b15b-6756-4bdc-91dc-c62d7c783321 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369444 Sep 07 14:39:59.503929 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092dfc8-2d88-484b-9ea9-768c39252427 req-ebe3f3a3-d1a6-4ab1-b6fd-d2d6a2f9f7f1 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:59.505463 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7092dfc8-2d88-484b-9ea9-768c39252427 req-ebe3f3a3-d1a6-4ab1-b6fd-d2d6a2f9f7f1 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f6c461d-149d-4dd2-9c85-f840cd494e2e HTTP/1.1" status: 200 len: 946 time: 0.0526664 Sep 07 14:39:59.573058 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cd637a01-ee30-4d8c-b8ca-8a43dfac67a4 req-8dea7ce4-3667-47c2-9d5b-0dcb4e5de7e3 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 210 time: 0.0364022 Sep 07 14:39:59.580279 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7092dfc8-2d88-484b-9ea9-768c39252427 req-e1ef24d1-55bf-4c16-8433-eff25d07dd07 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea978eab-4b43-4b97-8c2f-cf724446e057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658598 Sep 07 14:39:59.654850 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-17ceb9bc-3c86-4bbb-b1b6-dbe96fdf0b86 req-29b169ee-b14d-4b39-ad2c-7f6fd8e96e6e tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f89d25e-8165-4793-becb-34b0b37e7e04 HTTP/1.1" status: 200 len: 210 time: 0.0274127 Sep 07 14:39:59.887305 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851483d0-ad1c-48b3-9000-1d6b951cb85d req-51b7eb2a-b625-4187-8edb-8b67892e8787 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:39:59.893511 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-851483d0-ad1c-48b3-9000-1d6b951cb85d req-51b7eb2a-b625-4187-8edb-8b67892e8787 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 943 time: 0.0620236 Sep 07 14:39:59.934354 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-851483d0-ad1c-48b3-9000-1d6b951cb85d req-c5fdbafa-eeb5-4e19-aa1b-1ec03cd0c0fe tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5896ba6-76a9-4e7c-89db-4f3ac61a27ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340395 Sep 07 14:40:00.359592 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e3dfa-b740-4976-b8e2-7ce7c7b2eb9f req-46ef95bf-9d9b-4a3c-ba1f-e44acb6cf57a tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:00.361105 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-613e3dfa-b740-4976-b8e2-7ce7c7b2eb9f req-46ef95bf-9d9b-4a3c-ba1f-e44acb6cf57a tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 944 time: 0.0517161 Sep 07 14:40:00.404515 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-613e3dfa-b740-4976-b8e2-7ce7c7b2eb9f req-708d2fdc-515e-4af5-83eb-ff22e3e7f9b6 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364754 Sep 07 14:40:00.674287 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-78105bc4-d951-4e8f-b62f-5879c4ab9441 req-d3b97f74-77f5-46ea-852c-29a67cd854cf tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 210 time: 0.0362926 Sep 07 14:40:00.710254 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666d198-1fec-4b07-9a46-a298edc3c7e7 req-ca881bcd-afcd-4452-ba63-4912324b1690 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:00.711722 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f666d198-1fec-4b07-9a46-a298edc3c7e7 req-ca881bcd-afcd-4452-ba63-4912324b1690 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f6c461d-149d-4dd2-9c85-f840cd494e2e HTTP/1.1" status: 200 len: 946 time: 0.0639396 Sep 07 14:40:00.758990 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-54399764-d4d4-41a9-a30e-56135ef76208 req-9d93a934-f60d-424d-b9ee-dfe3e69d0146 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f89d25e-8165-4793-becb-34b0b37e7e04 HTTP/1.1" status: 200 len: 210 time: 0.0277464 Sep 07 14:40:00.771480 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f666d198-1fec-4b07-9a46-a298edc3c7e7 req-485c05bb-9007-4bba-8823-c1df3d679a4e tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea978eab-4b43-4b97-8c2f-cf724446e057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539010 Sep 07 14:40:01.049738 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5621a-0439-4e05-a6cf-c8287c62a120 req-e320697c-acac-43d0-b6ea-f0a11660537a tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:01.051265 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-07f5621a-0439-4e05-a6cf-c8287c62a120 req-e320697c-acac-43d0-b6ea-f0a11660537a tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 943 time: 0.0516694 Sep 07 14:40:01.089007 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-07f5621a-0439-4e05-a6cf-c8287c62a120 req-4f1cab73-dc54-4af0-a56d-0f2072dd8a33 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5896ba6-76a9-4e7c-89db-4f3ac61a27ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316901 Sep 07 14:40:01.322733 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95218b3-5b4d-466b-b254-f63b272c1d9e req-37407dc5-6f65-4ee8-b77f-fd9c2225eb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:01.324200 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f95218b3-5b4d-466b-b254-f63b272c1d9e req-37407dc5-6f65-4ee8-b77f-fd9c2225eb82 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2c2a57f6d9c44352845943f3bb3b8fa2&device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 1096 time: 0.0411959 Sep 07 14:40:01.427927 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95218b3-5b4d-466b-b254-f63b272c1d9e req-c68500e5-bac0-4dc8-a973-4eb05c5bfec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:01.437650 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f95218b3-5b4d-466b-b254-f63b272c1d9e req-c68500e5-bac0-4dc8-a973-4eb05c5bfec3 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=2c2a57f6d9c44352845943f3bb3b8fa2&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0930021 Sep 07 14:40:01.537433 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c4c83-7b7f-4761-8842-7f9de2c6b20a req-e9ba1e7e-fa2d-4467-82df-702772e06cd1 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:01.539219 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-ed4c4c83-7b7f-4761-8842-7f9de2c6b20a req-e9ba1e7e-fa2d-4467-82df-702772e06cd1 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f6c461d-149d-4dd2-9c85-f840cd494e2e HTTP/1.1" status: 200 len: 946 time: 0.0526216 Sep 07 14:40:01.579241 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f97e1-2399-499c-8746-af13f18fdbbc req-d3f3ec36-c166-4959-aa35-eedded30e898 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:01.580633 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3a1f97e1-2399-499c-8746-af13f18fdbbc req-d3f3ec36-c166-4959-aa35-eedded30e898 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 944 time: 0.0982563 Sep 07 14:40:01.586858 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95218b3-5b4d-466b-b254-f63b272c1d9e req-c082ec57-7357-4602-a4cb-1539d158a66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:01.588270 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f95218b3-5b4d-466b-b254-f63b272c1d9e req-c082ec57-7357-4602-a4cb-1539d158a66b service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1398396 Sep 07 14:40:01.623664 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3a1f97e1-2399-499c-8746-af13f18fdbbc req-8762d493-bf9f-46b1-9e17-44781c6da3b3 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344434 Sep 07 14:40:01.643385 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [req-ed4c4c83-7b7f-4761-8842-7f9de2c6b20a req-d52e3f42-3ab2-416a-acdf-54a484af50ae tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Deleting port a148564a-2405-41f5-b9df-456e9f10f079 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:40:01.643796 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-ed4c4c83-7b7f-4761-8842-7f9de2c6b20a req-d52e3f42-3ab2-416a-acdf-54a484af50ae tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:01.683955 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-2aeafb0f-2960-4582-be1e-2875577b5abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:01.685742 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-2aeafb0f-2960-4582-be1e-2875577b5abe service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2c2a57f6d9c44352845943f3bb3b8fa2&device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 1096 time: 0.0554450 Sep 07 14:40:01.745827 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [req-ed4c4c83-7b7f-4761-8842-7f9de2c6b20a req-d52e3f42-3ab2-416a-acdf-54a484af50ae tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] For port a148564a-2405-41f5-b9df-456e9f10f079, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=a148564a-2405-41f5-b9df-456e9f10f079,segment=NetworkSegment(d40a9a32-b77b-46dc-abfb-8f02e8c28508),segment_id=d40a9a32-b77b-46dc-abfb-8f02e8c28508)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:40:01.746216 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-ed4c4c83-7b7f-4761-8842-7f9de2c6b20a req-d52e3f42-3ab2-416a-acdf-54a484af50ae tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:01.757247 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-b7923490-8b7e-4001-9010-87b779bef9cc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=040980fb-ff39-4eca-8d9a-21c4248c97ac HTTP/1.1" status: 200 len: 217 time: 0.0375264 Sep 07 14:40:01.759772 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [req-ed4c4c83-7b7f-4761-8842-7f9de2c6b20a req-d52e3f42-3ab2-416a-acdf-54a484af50ae tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Calling delete_port for a148564a-2405-41f5-b9df-456e9f10f079 owned by compute:nova {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:40:01.808344 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-28a514d0-7559-439d-ae69-aa12b8e2347d req-c3047df3-70dc-4e23-a59f-da8f9faaa27c tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 210 time: 0.0538709 Sep 07 14:40:01.837011 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-1e78b8d2-cd45-46c9-8d78-dff02d6c9d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:01.838847 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-1e78b8d2-cd45-46c9-8d78-dff02d6c9d1a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1665e509-0b7d-4482-9e4d-29c028e42a95 HTTP/1.1" status: 200 len: 854 time: 0.0733035 Sep 07 14:40:01.873947 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3018e0c8-db7e-454d-95e5-268487362778 req-0729b700-bc8c-44a1-bfd0-ed40ff853ddc tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f89d25e-8165-4793-becb-34b0b37e7e04 HTTP/1.1" status: 200 len: 210 time: 0.0338666 Sep 07 14:40:01.920357 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-e116d659-de89-45c2-a6b7-a1220dae9627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:01.921819 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-e116d659-de89-45c2-a6b7-a1220dae9627 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c71be1b0-a472-4531-9620-78c524d44afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0730305 Sep 07 14:40:01.965905 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-ed4c4c83-7b7f-4761-8842-7f9de2c6b20a req-d52e3f42-3ab2-416a-acdf-54a484af50ae tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:01.979266 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] get_ports_and_sgs() called for port_ids ['a148564a-2405-41f5-b9df-456e9f10f079'] {{(pid=94642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:40:02.005720 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52e3f42-3ab2-416a-acdf-54a484af50ae tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Pushing event deleted for resources: {'Port': ['ID=a148564a-2405-41f5-b9df-456e9f10f079,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:40:02.049311 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed4c4c83-7b7f-4761-8842-7f9de2c6b20a req-d52e3f42-3ab2-416a-acdf-54a484af50ae tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] No DVR routers for this DVR port a148564a-2405-41f5-b9df-456e9f10f079 on host hv-cinder-76015 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:40:02.052218 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-ed4c4c83-7b7f-4761-8842-7f9de2c6b20a req-d52e3f42-3ab2-416a-acdf-54a484af50ae tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:02.054381 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-ed4c4c83-7b7f-4761-8842-7f9de2c6b20a req-d52e3f42-3ab2-416a-acdf-54a484af50ae tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.22 "DELETE /v2.0/ports/a148564a-2405-41f5-b9df-456e9f10f079 HTTP/1.1" status: 204 len: 173 time: 0.5089216 Sep 07 14:40:02.054826 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6c461d-149d-4dd2-9c85-f840cd494e2e', 'name': 'network-vif-deleted', 'tag': 'a148564a-2405-41f5-b9df-456e9f10f079'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:40:02.057235 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ae4c01fc0fef93246b53b81dc3c4053f5278a59fc30262d76e8d579d86f7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf820178-b034-41b8-ac08-2aeb0452b1de" -d '{"events": [{"server_uuid": "6f6c461d-149d-4dd2-9c85-f840cd494e2e", "name": "network-vif-deleted", "tag": "a148564a-2405-41f5-b9df-456e9f10f079"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:40:02.097381 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8bde1ec-7a95-4ac0-a972-ca1d62b1e1bd x-openstack-request-id: req-c8bde1ec-7a95-4ac0-a972-ca1d62b1e1bd {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:40:02.098309 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6c461d-149d-4dd2-9c85-f840cd494e2e", "name": "network-vif-deleted", "tag": "a148564a-2405-41f5-b9df-456e9f10f079", "status": "completed", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:40:02.098563 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c8bde1ec-7a95-4ac0-a972-ca1d62b1e1bd {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:40:02.098964 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6c461d-149d-4dd2-9c85-f840cd494e2e', 'name': 'network-vif-deleted', 'tag': 'a148564a-2405-41f5-b9df-456e9f10f079', 'status': 'completed', 'code': 200} Sep 07 14:40:02.283891 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ac156-32ab-4d29-8bc8-ae5b4acb7c1d req-6abf5b45-3ef3-4b97-82bd-fb307f20994f tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:02.285948 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c20ac156-32ab-4d29-8bc8-ae5b4acb7c1d req-6abf5b45-3ef3-4b97-82bd-fb307f20994f tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f6c461d-149d-4dd2-9c85-f840cd494e2e HTTP/1.1" status: 200 len: 867 time: 0.3774428 Sep 07 14:40:02.335877 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeaf9f7-d781-4505-b8d0-dee89e6a1091 req-56ddf211-e1d3-407a-a561-619d7b843693 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:02.336892 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-af72f171-b504-4355-843b-d090c442d56d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:02.337417 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bbeaf9f7-d781-4505-b8d0-dee89e6a1091 req-56ddf211-e1d3-407a-a561-619d7b843693 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 943 time: 0.1268620 Sep 07 14:40:02.345286 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-94b3ead8-af38-424c-b8f1-c8d6626a0116 service neutron] 10.222.0.22 "GET /v2.0/networks/c71be1b0-a472-4531-9620-78c524d44afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053609 Sep 07 14:40:02.387505 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c20ac156-32ab-4d29-8bc8-ae5b4acb7c1d req-3196632c-93e1-47a7-b3d8-fe85db661e4f tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea978eab-4b43-4b97-8c2f-cf724446e057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905533 Sep 07 14:40:02.439930 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bbeaf9f7-d781-4505-b8d0-dee89e6a1091 req-c4e07a08-af2c-410f-a32e-055b67eae5fa tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5896ba6-76a9-4e7c-89db-4f3ac61a27ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937779 Sep 07 14:40:02.468337 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bd9c1c27-1183-4951-865d-b10a2d429257 req-87bf714d-602c-4ff5-adf5-216d1395aa82 service neutron] 10.222.0.22 "GET /v2.0/networks/c71be1b0-a472-4531-9620-78c524d44afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102366 Sep 07 14:40:02.588062 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:02.629972 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-1f526304-b754-4c22-a11e-cf27162d92d5 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:02.631289 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-1f526304-b754-4c22-a11e-cf27162d92d5 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.22 "GET /v2.0/networks?id=2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7 HTTP/1.1" status: 200 len: 810 time: 0.1077700 Sep 07 14:40:02.698684 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-fab63d5a-de5f-423b-b43f-d5da5be20c7f tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0953c14c3534ed3bb11c7453fd409de HTTP/1.1" status: 200 len: 379 time: 0.0496719 Sep 07 14:40:02.709631 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-a92e27fe-3be1-48f3-ac17-53c31fc8030a tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Request body: {'port': {'device_id': '223d4590-c9eb-430b-adbe-445db7aa1ef1', 'network_id': '2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7', 'admin_state_up': True, 'tenant_id': 'f0953c14c3534ed3bb11c7453fd409de', 'security_groups': ['9ff37147-ae2f-42f8-9729-91c7d946a369']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:40:02.824211 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e4842-bfee-4292-9f4e-e0ec01635785 req-bcf08195-6551-4178-be77-8617d61cc8e6 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:02.825758 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c59e4842-bfee-4292-9f4e-e0ec01635785 req-bcf08195-6551-4178-be77-8617d61cc8e6 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 944 time: 0.1128221 Sep 07 14:40:02.894042 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c59e4842-bfee-4292-9f4e-e0ec01635785 req-62bf94cb-b017-4f46-bb49-4f10d795bfc0 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593770 Sep 07 14:40:02.922791 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-272e69cb-bcac-4ec2-b4c5-f33665ceb3fd req-a74dcdd8-42e8-4422-ab14-78eb4a95b765 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 210 time: 0.0342934 Sep 07 14:40:02.979518 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-65fd7d9c-387b-4877-88c3-d757558ed0b2 req-c1f84dff-0af9-43fd-9474-ad8b859338b5 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f89d25e-8165-4793-becb-34b0b37e7e04 HTTP/1.1" status: 200 len: 210 time: 0.0260541 Sep 07 14:40:03.035397 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-a92e27fe-3be1-48f3-ac17-53c31fc8030a tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Made reservation on behalf of f0953c14c3534ed3bb11c7453fd409de for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:40:03.039027 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-a92e27fe-3be1-48f3-ac17-53c31fc8030a tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:03.174688 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-a92e27fe-3be1-48f3-ac17-53c31fc8030a tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Allocated IP 172.20.0.11 (2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7/6c140706-3c8f-42ae-9125-9b4351aa8d5a/fad43e7f-384a-4b8f-89f9-e85078bccf8d) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:40:03.318544 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-5f217b0f-f2b7-4a72-9e8f-ba11ce68b492 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:03.320054 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-5f217b0f-f2b7-4a72-9e8f-ba11ce68b492 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.22 "GET /v2.0/networks?id=10bc76c4-28c7-4ddc-9078-74979f2c3f45 HTTP/1.1" status: 200 len: 812 time: 0.1079021 Sep 07 14:40:03.330068 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-a92e27fe-3be1-48f3-ac17-53c31fc8030a tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:03.344709 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-a92e27fe-3be1-48f3-ac17-53c31fc8030a tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Transition to ACTIVE for port object fad43e7f-384a-4b8f-89f9-e85078bccf8d will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:40:03.380133 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-95f2c23b-b1cc-4773-a458-f8c8729e9160 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ddcff35f4fe74c3087d85eedd77cfcb3 HTTP/1.1" status: 200 len: 380 time: 0.0483849 Sep 07 14:40:03.400615 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-e8dcc497-2dd4-4962-8340-4ad3e2cfdaf9 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Request body: {'port': {'device_id': '0f89d25e-8165-4793-becb-34b0b37e7e04', 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45', 'admin_state_up': True, 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'security_groups': ['4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec']}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:40:03.452807 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-a92e27fe-3be1-48f3-ac17-53c31fc8030a tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8727932'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:03.531336 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-a92e27fe-3be1-48f3-ac17-53c31fc8030a tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Network 2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:40:03.537306 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-a92e27fe-3be1-48f3-ac17-53c31fc8030a tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:40:03.541794 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-a92e27fe-3be1-48f3-ac17-53c31fc8030a tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:40:03.583566 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e27fe-3be1-48f3-ac17-53c31fc8030a tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Pushing event updated for resources: {'Port': ['ID=fad43e7f-384a-4b8f-89f9-e85078bccf8d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:40:03.705356 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b75081f0-934f-4001-8e13-225fcccf5aa7 req-6efc9258-4fb2-40eb-854b-02299107ff56 tempest-VolumesActionsTest-273137477 tempest-VolumesActionsTest-273137477-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f6c461d-149d-4dd2-9c85-f840cd494e2e HTTP/1.1" status: 200 len: 210 time: 0.1308558 Sep 07 14:40:03.742274 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-a92e27fe-3be1-48f3-ac17-53c31fc8030a tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:03.743297 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-a92e27fe-3be1-48f3-ac17-53c31fc8030a tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:03.767378 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dec4c6-05b0-476f-8b91-960309e55538 req-9e98bcfe-2fdb-488f-97d0-0a7c120004f0 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:03.768950 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b3dec4c6-05b0-476f-8b91-960309e55538 req-9e98bcfe-2fdb-488f-97d0-0a7c120004f0 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 943 time: 0.1961186 Sep 07 14:40:03.771563 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-e8dcc497-2dd4-4962-8340-4ad3e2cfdaf9 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Made reservation on behalf of ddcff35f4fe74c3087d85eedd77cfcb3 for: {'port': 1} {{(pid=94641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:40:03.775129 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-e8dcc497-2dd4-4962-8340-4ad3e2cfdaf9 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:03.819911 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b3dec4c6-05b0-476f-8b91-960309e55538 req-5785dc41-e8c6-4620-9921-777d844c3ac0 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5896ba6-76a9-4e7c-89db-4f3ac61a27ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421064 Sep 07 14:40:03.852358 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-a92e27fe-3be1-48f3-ac17-53c31fc8030a tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1475093 Sep 07 14:40:03.867704 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-46d03aca-7812-446c-99b1-41bc0c8d72fd service neutron] Request body: {'port': {'device_id': '223d4590-c9eb-430b-adbe-445db7aa1ef1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:40:03.925451 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-46d03aca-7812-446c-99b1-41bc0c8d72fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:03.932397 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-e8dcc497-2dd4-4962-8340-4ad3e2cfdaf9 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Allocated IP 172.20.0.14 (10bc76c4-28c7-4ddc-9078-74979f2c3f45/846cc3d9-b8d8-4a47-8daf-12b566ed01c8/6fee3415-4cf0-495b-a719-68c817c74c50) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:40:03.994487 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-e1697deb-2bde-49ae-abf7-9471a5dba4f4 None None] Provisioning for port fad43e7f-384a-4b8f-89f9-e85078bccf8d completed by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:40:04.001581 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-e1697deb-2bde-49ae-abf7-9471a5dba4f4 None None] Provisioning complete for port fad43e7f-384a-4b8f-89f9-e85078bccf8d triggered by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:40:04.002987 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-e1697deb-2bde-49ae-abf7-9471a5dba4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:04.055219 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-e1697deb-2bde-49ae-abf7-9471a5dba4f4 None None] Port fad43e7f-384a-4b8f-89f9-e85078bccf8d cannot update to ACTIVE because it is not bound. {{(pid=94642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:40:04.092047 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-e8dcc497-2dd4-4962-8340-4ad3e2cfdaf9 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:04.105791 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-e8dcc497-2dd4-4962-8340-4ad3e2cfdaf9 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Transition to ACTIVE for port object 6fee3415-4cf0-495b-a719-68c817c74c50 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:40:04.200552 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-e8dcc497-2dd4-4962-8340-4ad3e2cfdaf9 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:04.233364 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a0a11-a46a-44a2-97a0-c1410cfb4e5e req-0b33fb60-fa61-4ced-be8f-6ab0c35905cc tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:04.237867 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-677a0a11-a46a-44a2-97a0-c1410cfb4e5e req-0b33fb60-fa61-4ced-be8f-6ab0c35905cc tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 944 time: 0.1945057 Sep 07 14:40:04.237867 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269a704-7280-41fa-b2bc-1c3155cb674c req-250045df-a75a-4e84-8786-c739f4a6a619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:04.238701 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3269a704-7280-41fa-b2bc-1c3155cb674c req-250045df-a75a-4e84-8786-c739f4a6a619 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3&tenant_id=ab59e88db16c4855917d2a934d5b08f2 HTTP/1.1" status: 200 len: 1097 time: 0.1963096 Sep 07 14:40:04.242781 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-e8dcc497-2dd4-4962-8340-4ad3e2cfdaf9 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Network 10bc76c4-28c7-4ddc-9078-74979f2c3f45 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:40:04.245850 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-e8dcc497-2dd4-4962-8340-4ad3e2cfdaf9 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:40:04.251782 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-e8dcc497-2dd4-4962-8340-4ad3e2cfdaf9 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:40:04.259190 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dcc497-2dd4-4962-8340-4ad3e2cfdaf9 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Pushing event updated for resources: {'Port': ['ID=6fee3415-4cf0-495b-a719-68c817c74c50,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:40:04.277679 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067a5d7-b46c-49f7-9c7b-d967984c32d3 req-15479560-f5ca-40cd-9f19-396fa324da22 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:04.279332 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c067a5d7-b46c-49f7-9c7b-d967984c32d3 req-15479560-f5ca-40cd-9f19-396fa324da22 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 932 time: 0.2400379 Sep 07 14:40:04.316944 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-e8dcc497-2dd4-4962-8340-4ad3e2cfdaf9 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:04.318926 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-e8dcc497-2dd4-4962-8340-4ad3e2cfdaf9 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:04.395385 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-677a0a11-a46a-44a2-97a0-c1410cfb4e5e req-4261bd4d-449d-4d91-af7d-42fe21ab06f2 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150265 Sep 07 14:40:04.399109 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c067a5d7-b46c-49f7-9c7b-d967984c32d3 req-04d936ef-76c7-4abc-bb66-88979a728988 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025391 Sep 07 14:40:04.406317 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269a704-7280-41fa-b2bc-1c3155cb674c req-2e6c853c-91d9-4e2e-b777-5af73962460f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:04.407862 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3269a704-7280-41fa-b2bc-1c3155cb674c req-2e6c853c-91d9-4e2e-b777-5af73962460f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ab59e88db16c4855917d2a934d5b08f2&device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 1097 time: 0.1214361 Sep 07 14:40:04.419263 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-e8dcc497-2dd4-4962-8340-4ad3e2cfdaf9 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0216355 Sep 07 14:40:04.432733 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-f174c022-b155-41d1-9f60-11c06990b1d0 service neutron] Request body: {'port': {'device_id': '0f89d25e-8165-4793-becb-34b0b37e7e04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:40:04.500659 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-f174c022-b155-41d1-9f60-11c06990b1d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:04.560006 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-0c6c3c74-1dbe-4fea-875b-9b0f41a60ab7 None None] Provisioning for port 6fee3415-4cf0-495b-a719-68c817c74c50 completed by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:40:04.564164 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-0c6c3c74-1dbe-4fea-875b-9b0f41a60ab7 None None] Provisioning complete for port 6fee3415-4cf0-495b-a719-68c817c74c50 triggered by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:40:04.568358 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-0c6c3c74-1dbe-4fea-875b-9b0f41a60ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:04.574079 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-46d03aca-7812-446c-99b1-41bc0c8d72fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fad43e7f-384a-4b8f-89f9-e85078bccf8d {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:40:04.592479 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-46d03aca-7812-446c-99b1-41bc0c8d72fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:04.599433 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269a704-7280-41fa-b2bc-1c3155cb674c req-a73248d3-13bb-446e-a562-5abb3bf38d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:04.601045 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3269a704-7280-41fa-b2bc-1c3155cb674c req-a73248d3-13bb-446e-a562-5abb3bf38d8a service neutron] 10.222.0.22 "GET /v2.0/networks?id=da6e8dca-6945-4602-b5cc-b9742d335a11 HTTP/1.1" status: 200 len: 917 time: 0.1858280 Sep 07 14:40:04.611770 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e5318-8f45-494a-84be-7f9ac4beef42 req-52803790-cdad-4d95-80d8-fd43c5ed831b tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:04.613845 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b19e5318-8f45-494a-84be-7f9ac4beef42 req-52803790-cdad-4d95-80d8-fd43c5ed831b tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f89d25e-8165-4793-becb-34b0b37e7e04 HTTP/1.1" status: 200 len: 932 time: 0.1194162 Sep 07 14:40:04.623386 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-0c6c3c74-1dbe-4fea-875b-9b0f41a60ab7 None None] Port 6fee3415-4cf0-495b-a719-68c817c74c50 cannot update to ACTIVE because it is not bound. {{(pid=94642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:40:04.656121 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-46d03aca-7812-446c-99b1-41bc0c8d72fd service neutron] Transition to ACTIVE for port object fad43e7f-384a-4b8f-89f9-e85078bccf8d will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:40:04.703705 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3269a704-7280-41fa-b2bc-1c3155cb674c req-37973bdd-b10e-4cd1-a70d-8e505eb0c024 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ed1d237-3126-4339-80cb-40993fa66667 HTTP/1.1" status: 200 len: 1000 time: 0.0854146 Sep 07 14:40:04.706658 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b19e5318-8f45-494a-84be-7f9ac4beef42 req-c1f4be81-11cf-4d8b-b029-af72d7107c56 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518250 Sep 07 14:40:04.756354 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-46d03aca-7812-446c-99b1-41bc0c8d72fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8727923'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:04.789033 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269a704-7280-41fa-b2bc-1c3155cb674c req-556c833d-782e-4ae7-96ea-23eccdfe64a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:04.790518 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3269a704-7280-41fa-b2bc-1c3155cb674c req-556c833d-782e-4ae7-96ea-23eccdfe64a8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=97647f27-4ef1-4c12-811b-6c63faa2d593 HTTP/1.1" status: 200 len: 855 time: 0.0800717 Sep 07 14:40:04.791099 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-f174c022-b155-41d1-9f60-11c06990b1d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fee3415-4cf0-495b-a719-68c817c74c50 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:40:04.799224 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-f174c022-b155-41d1-9f60-11c06990b1d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:04.813817 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-f174c022-b155-41d1-9f60-11c06990b1d0 service neutron] Transition to ACTIVE for port object 6fee3415-4cf0-495b-a719-68c817c74c50 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:40:04.840044 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d03aca-7812-446c-99b1-41bc0c8d72fd service neutron] Pushing event updated for resources: {'Port': ['ID=fad43e7f-384a-4b8f-89f9-e85078bccf8d,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:40:04.883984 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-f174c022-b155-41d1-9f60-11c06990b1d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009912'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:04.898581 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269a704-7280-41fa-b2bc-1c3155cb674c req-333dadcc-2230-448c-b15b-55f897e9a484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:04.900100 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3269a704-7280-41fa-b2bc-1c3155cb674c req-333dadcc-2230-448c-b15b-55f897e9a484 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=da6e8dca-6945-4602-b5cc-b9742d335a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1005590 Sep 07 14:40:04.999880 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-78ae76e8-3681-46bf-ab86-07f9a7693051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:05.032785 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-46d03aca-7812-446c-99b1-41bc0c8d72fd service neutron] Attempting to bind port fad43e7f-384a-4b8f-89f9-e85078bccf8d on host hv-cinder-76015 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:40:05.033109 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-46d03aca-7812-446c-99b1-41bc0c8d72fd service neutron] Attempting to bind port fad43e7f-384a-4b8f-89f9-e85078bccf8d by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': '93673739-7b9a-4397-be35-06edeaf7603d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:40:05.033440 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-46d03aca-7812-446c-99b1-41bc0c8d72fd service neutron] Attempting to bind port fad43e7f-384a-4b8f-89f9-e85078bccf8d on network 2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:40:05.048253 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-46d03aca-7812-446c-99b1-41bc0c8d72fd service neutron] Port fad43e7f-384a-4b8f-89f9-e85078bccf8d on network 2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:40:05.048892 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-46d03aca-7812-446c-99b1-41bc0c8d72fd service neutron] Attempting to bind port fad43e7f-384a-4b8f-89f9-e85078bccf8d on network 2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:40:05.060717 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6231f9-19d8-437a-8db3-16927ee7074c req-4303efdb-02ac-4d7a-8b03-5c37049f2d14 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:05.062290 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-dc6231f9-19d8-437a-8db3-16927ee7074c req-4303efdb-02ac-4d7a-8b03-5c37049f2d14 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 943 time: 0.1594932 Sep 07 14:40:05.070019 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-46d03aca-7812-446c-99b1-41bc0c8d72fd service neutron] Checking agent: {'id': '0e933200-ccc3-44fa-a7f6-4e1417f97b5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 34, 32), 'started_at': datetime.datetime(2021, 9, 7, 14, 34, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:40:05.070019 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-46d03aca-7812-446c-99b1-41bc0c8d72fd service neutron] Checking segment: {'id': '93673739-7b9a-4397-be35-06edeaf7603d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:40:05.070019 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-46d03aca-7812-446c-99b1-41bc0c8d72fd service neutron] Bound using segment: {'id': '93673739-7b9a-4397-be35-06edeaf7603d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:40:05.070019 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-46d03aca-7812-446c-99b1-41bc0c8d72fd service neutron] Bound port: fad43e7f-384a-4b8f-89f9-e85078bccf8d, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93673739-7b9a-4397-be35-06edeaf7603d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:40:05.070019 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-46d03aca-7812-446c-99b1-41bc0c8d72fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:05.071008 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174c022-b155-41d1-9f60-11c06990b1d0 service neutron] Pushing event updated for resources: {'Port': ['ID=6fee3415-4cf0-495b-a719-68c817c74c50,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:40:05.094305 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-f174c022-b155-41d1-9f60-11c06990b1d0 service neutron] Attempting to bind port 6fee3415-4cf0-495b-a719-68c817c74c50 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:40:05.095215 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-f174c022-b155-41d1-9f60-11c06990b1d0 service neutron] Attempting to bind port 6fee3415-4cf0-495b-a719-68c817c74c50 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': '33cad443-550e-44eb-8a23-9490b4c4b203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:40:05.095215 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-f174c022-b155-41d1-9f60-11c06990b1d0 service neutron] Attempting to bind port 6fee3415-4cf0-495b-a719-68c817c74c50 on network 10bc76c4-28c7-4ddc-9078-74979f2c3f45 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:40:05.100231 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-f174c022-b155-41d1-9f60-11c06990b1d0 service neutron] Port 6fee3415-4cf0-495b-a719-68c817c74c50 on network 10bc76c4-28c7-4ddc-9078-74979f2c3f45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:40:05.100977 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-f174c022-b155-41d1-9f60-11c06990b1d0 service neutron] Attempting to bind port 6fee3415-4cf0-495b-a719-68c817c74c50 on network 10bc76c4-28c7-4ddc-9078-74979f2c3f45 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:40:05.106025 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-f174c022-b155-41d1-9f60-11c06990b1d0 service neutron] Checking agent: {'id': '0e933200-ccc3-44fa-a7f6-4e1417f97b5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 34, 32), 'started_at': datetime.datetime(2021, 9, 7, 14, 34, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:40:05.106372 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-f174c022-b155-41d1-9f60-11c06990b1d0 service neutron] Checking segment: {'id': '33cad443-550e-44eb-8a23-9490b4c4b203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:40:05.107037 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-f174c022-b155-41d1-9f60-11c06990b1d0 service neutron] Bound using segment: {'id': '33cad443-550e-44eb-8a23-9490b4c4b203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:40:05.107474 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-f174c022-b155-41d1-9f60-11c06990b1d0 service neutron] Bound port: 6fee3415-4cf0-495b-a719-68c817c74c50, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33cad443-550e-44eb-8a23-9490b4c4b203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:40:05.107833 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-f174c022-b155-41d1-9f60-11c06990b1d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:05.112714 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3269a704-7280-41fa-b2bc-1c3155cb674c req-f704db4b-56a6-4c9e-83f1-d38c5cb29604 service neutron] 10.222.0.22 "GET /v2.0/networks/da6e8dca-6945-4602-b5cc-b9742d335a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979313 Sep 07 14:40:05.179569 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-dc6231f9-19d8-437a-8db3-16927ee7074c req-43b68a8c-80f2-4d09-b095-cb7b32b24e61 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5896ba6-76a9-4e7c-89db-4f3ac61a27ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056271 Sep 07 14:40:05.204252 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-f174c022-b155-41d1-9f60-11c06990b1d0 service neutron] For port 6fee3415-4cf0-495b-a719-68c817c74c50, host hv-cinder-76015, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:40:05.208951 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-f174c022-b155-41d1-9f60-11c06990b1d0 service neutron] For port 6fee3415-4cf0-495b-a719-68c817c74c50, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=6fee3415-4cf0-495b-a719-68c817c74c50,segment=NetworkSegment(33cad443-550e-44eb-8a23-9490b4c4b203),segment_id=33cad443-550e-44eb-8a23-9490b4c4b203)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:40:05.265860 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-46d03aca-7812-446c-99b1-41bc0c8d72fd service neutron] For port fad43e7f-384a-4b8f-89f9-e85078bccf8d, host hv-cinder-76015, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:40:05.270277 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-46d03aca-7812-446c-99b1-41bc0c8d72fd service neutron] For port fad43e7f-384a-4b8f-89f9-e85078bccf8d, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=fad43e7f-384a-4b8f-89f9-e85078bccf8d,segment=NetworkSegment(93673739-7b9a-4397-be35-06edeaf7603d),segment_id=93673739-7b9a-4397-be35-06edeaf7603d)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:40:05.286027 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3269a704-7280-41fa-b2bc-1c3155cb674c req-9e94bbb3-af88-4a44-86d9-600c15814b8c service neutron] 10.222.0.22 "GET /v2.0/networks/da6e8dca-6945-4602-b5cc-b9742d335a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641881 Sep 07 14:40:05.292173 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-f174c022-b155-41d1-9f60-11c06990b1d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009912'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:05.332335 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-f174c022-b155-41d1-9f60-11c06990b1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:05.333033 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-f174c022-b155-41d1-9f60-11c06990b1d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:05.334510 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-f174c022-b155-41d1-9f60-11c06990b1d0 service neutron] 10.222.0.22 "PUT /v2.0/ports/6fee3415-4cf0-495b-a719-68c817c74c50 HTTP/1.1" status: 200 len: 1094 time: 0.9072948 Sep 07 14:40:05.334809 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f89d25e-8165-4793-becb-34b0b37e7e04', 'tag': '6fee3415-4cf0-495b-a719-68c817c74c50'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:40:05.337077 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ae4c01fc0fef93246b53b81dc3c4053f5278a59fc30262d76e8d579d86f7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1569617c-0ed6-4915-9147-87a167eb68a9" -d '{"events": [{"name": "network-changed", "server_uuid": "0f89d25e-8165-4793-becb-34b0b37e7e04", "tag": "6fee3415-4cf0-495b-a719-68c817c74c50"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:40:05.358726 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174c022-b155-41d1-9f60-11c06990b1d0 service neutron] Pushing event updated for resources: {'Port': ['ID=6fee3415-4cf0-495b-a719-68c817c74c50,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:40:05.386381 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-46d03aca-7812-446c-99b1-41bc0c8d72fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8727923'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:05.387482 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253759e8-f8ad-4420-b42e-45830fe9ee08 x-openstack-request-id: req-253759e8-f8ad-4420-b42e-45830fe9ee08 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:40:05.387769 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f89d25e-8165-4793-becb-34b0b37e7e04", "tag": "6fee3415-4cf0-495b-a719-68c817c74c50", "status": "completed", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:40:05.388015 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-253759e8-f8ad-4420-b42e-45830fe9ee08 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:40:05.388408 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f89d25e-8165-4793-becb-34b0b37e7e04', 'tag': '6fee3415-4cf0-495b-a719-68c817c74c50', 'status': 'completed', 'code': 200} Sep 07 14:40:05.429327 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-46d03aca-7812-446c-99b1-41bc0c8d72fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:05.430183 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-46d03aca-7812-446c-99b1-41bc0c8d72fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:05.431588 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-46d03aca-7812-446c-99b1-41bc0c8d72fd service neutron] 10.222.0.22 "PUT /v2.0/ports/fad43e7f-384a-4b8f-89f9-e85078bccf8d HTTP/1.1" status: 200 len: 1094 time: 1.5686173 Sep 07 14:40:05.434130 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '223d4590-c9eb-430b-adbe-445db7aa1ef1', 'tag': 'fad43e7f-384a-4b8f-89f9-e85078bccf8d'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:40:05.449935 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca3d64d6ee1d62abf9801d62a4287030b5a1037887016040f3cf02e156c8ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94694c21-9ba5-476b-a647-4b1825218f81" -d '{"events": [{"name": "network-changed", "server_uuid": "223d4590-c9eb-430b-adbe-445db7aa1ef1", "tag": "fad43e7f-384a-4b8f-89f9-e85078bccf8d"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:40:05.483789 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d03aca-7812-446c-99b1-41bc0c8d72fd service neutron] Pushing event updated for resources: {'Port': ['ID=fad43e7f-384a-4b8f-89f9-e85078bccf8d,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:40:05.515880 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569617c-0ed6-4915-9147-87a167eb68a9 req-ad065977-86d0-4b03-8f39-7b2979ca7919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:05.518128 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-1569617c-0ed6-4915-9147-87a167eb68a9 req-ad065977-86d0-4b03-8f39-7b2979ca7919 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ddcff35f4fe74c3087d85eedd77cfcb3&device_id=0f89d25e-8165-4793-becb-34b0b37e7e04 HTTP/1.1" status: 200 len: 1097 time: 0.1081307 Sep 07 14:40:05.554219 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:05.639857 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01907e49-b9c1-44eb-96b3-780dedd0a166 req-25390f33-9595-4236-a8f8-8d5b685f4a69 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:05.641596 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-01907e49-b9c1-44eb-96b3-780dedd0a166 req-25390f33-9595-4236-a8f8-8d5b685f4a69 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 944 time: 0.1238525 Sep 07 14:40:05.649490 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ac358-b72d-4274-98cb-1cbba7f31fcf req-76e415b5-8174-4c4d-a286-3e2762755844 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:05.651685 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-520ac358-b72d-4274-98cb-1cbba7f31fcf req-76e415b5-8174-4c4d-a286-3e2762755844 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 944 time: 0.1043963 Sep 07 14:40:05.736268 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569617c-0ed6-4915-9147-87a167eb68a9 req-d1bff511-679e-4bbb-8080-bee6b32893b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:05.737879 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-1569617c-0ed6-4915-9147-87a167eb68a9 req-d1bff511-679e-4bbb-8080-bee6b32893b3 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=ddcff35f4fe74c3087d85eedd77cfcb3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2114301 Sep 07 14:40:05.766909 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-520ac358-b72d-4274-98cb-1cbba7f31fcf req-8f5d5af3-51c8-46d6-a51a-810435d77246 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895829 Sep 07 14:40:05.781612 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-c7bca1f9-f544-4ef1-8cb5-91651b271db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:05.783179 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-c7bca1f9-f544-4ef1-8cb5-91651b271db0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f0953c14c3534ed3bb11c7453fd409de&device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 1097 time: 0.1627789 Sep 07 14:40:05.787434 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-01907e49-b9c1-44eb-96b3-780dedd0a166 req-5ceef9c0-e11e-4e36-9cc9-cd363ef4e8e3 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345439 Sep 07 14:40:05.846466 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-ef533d0f-536f-4037-8c36-a6cf009e0b3a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fad43e7f-384a-4b8f-89f9-e85078bccf8d HTTP/1.1" status: 200 len: 217 time: 0.0548971 Sep 07 14:40:05.959730 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2abfba-6f9b-4599-a9a7-1e7de6769c62 x-openstack-request-id: req-0b2abfba-6f9b-4599-a9a7-1e7de6769c62 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:40:05.960015 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "223d4590-c9eb-430b-adbe-445db7aa1ef1", "tag": "fad43e7f-384a-4b8f-89f9-e85078bccf8d", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:40:05.960270 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0b2abfba-6f9b-4599-a9a7-1e7de6769c62 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:40:05.960669 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '223d4590-c9eb-430b-adbe-445db7aa1ef1', 'tag': 'fad43e7f-384a-4b8f-89f9-e85078bccf8d', 'status': 'completed', 'code': 200} Sep 07 14:40:05.975186 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-48039831-5e3c-4d37-8499-39455c43cd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:05.976925 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-48039831-5e3c-4d37-8499-39455c43cd1c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6c140706-3c8f-42ae-9125-9b4351aa8d5a HTTP/1.1" status: 200 len: 849 time: 0.1177430 Sep 07 14:40:06.054726 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a7e327-31ba-4fd7-885a-47a9af756c43 req-16d746ac-de4b-41a8-9114-13ca7e79a4ed tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:06.057390 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-29a7e327-31ba-4fd7-885a-47a9af756c43 req-16d746ac-de4b-41a8-9114-13ca7e79a4ed tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f89d25e-8165-4793-becb-34b0b37e7e04 HTTP/1.1" status: 200 len: 944 time: 0.0792611 Sep 07 14:40:06.160700 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:06.189868 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569617c-0ed6-4915-9147-87a167eb68a9 req-40a323a2-0edf-40d4-870d-a2a69745546c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:06.191796 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-1569617c-0ed6-4915-9147-87a167eb68a9 req-40a323a2-0edf-40d4-870d-a2a69745546c service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4459367 Sep 07 14:40:06.231031 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-29a7e327-31ba-4fd7-885a-47a9af756c43 req-469d8d29-7ae2-406a-a4cb-956b7e5b0e75 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463776 Sep 07 14:40:06.235931 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-b26e3d53-226d-4f9d-83ca-388ce8b41d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:06.240930 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-b26e3d53-226d-4f9d-83ca-388ce8b41d40 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1757836 Sep 07 14:40:06.401108 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71290807-76ab-4a74-b40f-c8940cc8d96d req-31ee4dde-b4d2-4bf9-8baf-27af50b34c47 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:06.402833 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-71290807-76ab-4a74-b40f-c8940cc8d96d req-31ee4dde-b4d2-4bf9-8baf-27af50b34c47 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 943 time: 0.1253631 Sep 07 14:40:06.406482 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-137e6549-412b-4256-bf05-d0a6d99405fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:06.408689 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-137e6549-412b-4256-bf05-d0a6d99405fa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ddcff35f4fe74c3087d85eedd77cfcb3&device_id=0f89d25e-8165-4793-becb-34b0b37e7e04 HTTP/1.1" status: 200 len: 1097 time: 0.0821371 Sep 07 14:40:06.446403 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-be19d39e-8db3-4f15-a3aa-5ec48d86f4b0 service neutron] 10.222.0.22 "GET /v2.0/networks/2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561306 Sep 07 14:40:06.465334 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-71290807-76ab-4a74-b40f-c8940cc8d96d req-245b7b9e-9124-46ba-a71c-3e56c87d7680 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5896ba6-76a9-4e7c-89db-4f3ac61a27ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557988 Sep 07 14:40:06.574564 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 040980fb-ff39-4eca-8d9a-21c4248c97ac details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:40:06.601065 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device a148564a-2405-41f5-b9df-456e9f10f079 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:40:06.625894 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] No Port match for: a148564a-2405-41f5-b9df-456e9f10f079 {{(pid=94642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:40:06.626544 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device a148564a-2405-41f5-b9df-456e9f10f079 not bound to the agent host hv-cinder-76015 {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:40:06.720914 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port 040980fb-ff39-4eca-8d9a-21c4248c97ac, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=040980fb-ff39-4eca-8d9a-21c4248c97ac,segment=NetworkSegment(d5edefeb-33fd-4ac2-ab34-abbc58fe06c1),segment_id=d5edefeb-33fd-4ac2-ab34-abbc58fe06c1)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:40:06.732774 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Returning: {'device': '040980fb-ff39-4eca-8d9a-21c4248c97ac', 'network_id': 'c71be1b0-a472-4531-9620-78c524d44afd', 'port_id': '040980fb-ff39-4eca-8d9a-21c4248c97ac', 'mac_address': 'fa:16:3e:69:56:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1665e509-0b7d-4482-9e4d-29c028e42a95', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:40:06.777153 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:06.791749 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 040980fb-ff39-4eca-8d9a-21c4248c97ac {{(pid=94642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:40:06.817881 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port 040980fb-ff39-4eca-8d9a-21c4248c97ac, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=040980fb-ff39-4eca-8d9a-21c4248c97ac,segment=NetworkSegment(d5edefeb-33fd-4ac2-ab34-abbc58fe06c1),segment_id=d5edefeb-33fd-4ac2-ab34-abbc58fe06c1)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:40:06.940438 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f1c20-75cb-4a94-81c1-f641df8eb568 req-1efd08be-0f7b-41e2-91cf-fcba5907f68c tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:06.942313 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-271f1c20-75cb-4a94-81c1-f641df8eb568 req-1efd08be-0f7b-41e2-91cf-fcba5907f68c tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 944 time: 0.0865190 Sep 07 14:40:06.978860 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6284e-4df7-489c-a963-aa5bfe3e18e8 req-4c6ae125-3b72-497b-bae0-d4a9f24256ac tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:06.980473 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c9f6284e-4df7-489c-a963-aa5bfe3e18e8 req-4c6ae125-3b72-497b-bae0-d4a9f24256ac tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 944 time: 0.0963342 Sep 07 14:40:07.015519 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-271f1c20-75cb-4a94-81c1-f641df8eb568 req-3ae10129-6c01-4e92-baf2-3b760002ea70 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618403 Sep 07 14:40:07.037565 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c9f6284e-4df7-489c-a963-aa5bfe3e18e8 req-7e921d9f-19ee-46b5-843c-a58f7751e0c5 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483401 Sep 07 14:40:07.382724 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:07.384747 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7c3a0-fa5f-4924-8044-cf92cc4f4a4b req-003b3a85-0ac4-4533-98f4-e4cd6b5c51f4 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:07.385969 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a1b7c3a0-fa5f-4924-8044-cf92cc4f4a4b req-003b3a85-0ac4-4533-98f4-e4cd6b5c51f4 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f89d25e-8165-4793-becb-34b0b37e7e04 HTTP/1.1" status: 200 len: 944 time: 0.0802438 Sep 07 14:40:07.439419 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a1b7c3a0-fa5f-4924-8044-cf92cc4f4a4b req-2ac5a058-6eb7-4ae2-aeda-a1553facff7c tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468199 Sep 07 14:40:07.461975 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=040980fb-ff39-4eca-8d9a-21c4248c97ac,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:40:07.461975 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:40:07.462250 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:40:07.462605 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:40:07.462950 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:40:07.463292 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:40:07.463630 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:40:07.463967 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:40:07.464301 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:40:07.464634 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:40:07.464962 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:40:07.465289 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:40:07.465614 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:40:07.602279 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61fb9d-8257-4cc9-8002-e6e523910808 req-959ac120-461c-4b44-a642-db29415c06cf tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:07.604119 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5d61fb9d-8257-4cc9-8002-e6e523910808 req-959ac120-461c-4b44-a642-db29415c06cf tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 944 time: 0.0502508 Sep 07 14:40:07.649101 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5d61fb9d-8257-4cc9-8002-e6e523910808 req-1a0a1da9-e464-452c-a318-a4f691d0760c tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5896ba6-76a9-4e7c-89db-4f3ac61a27ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369368 Sep 07 14:40:07.811764 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:08.177360 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b324fc7-6ffa-44bf-84e3-b13bfb6f34fe req-2d34ab88-babb-41bb-916a-8d8a6794a486 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:08.179248 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9b324fc7-6ffa-44bf-84e3-b13bfb6f34fe req-2d34ab88-babb-41bb-916a-8d8a6794a486 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 944 time: 0.0881290 Sep 07 14:40:08.202148 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e9ff6-1ff3-494b-9e09-36550ab1875e req-58cdd8f3-53b3-4b46-ac50-e8598f8ea3d0 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:08.203622 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1e5e9ff6-1ff3-494b-9e09-36550ab1875e req-58cdd8f3-53b3-4b46-ac50-e8598f8ea3d0 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 944 time: 0.0813248 Sep 07 14:40:08.256381 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9b324fc7-6ffa-44bf-84e3-b13bfb6f34fe req-0e39ec1f-a883-437e-bda6-c1c1a6f423ca tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678573 Sep 07 14:40:08.284683 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1e5e9ff6-1ff3-494b-9e09-36550ab1875e req-16a9c230-b7f7-4d5d-a2b9-821109fe0531 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587993 Sep 07 14:40:08.572204 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb659c0-3330-45a0-882e-02fe1ed68666 req-837f02a2-b3a2-4238-b1ab-ed106bd00b10 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:08.573752 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bbb659c0-3330-45a0-882e-02fe1ed68666 req-837f02a2-b3a2-4238-b1ab-ed106bd00b10 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f89d25e-8165-4793-becb-34b0b37e7e04 HTTP/1.1" status: 200 len: 944 time: 0.0522907 Sep 07 14:40:08.612543 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bbb659c0-3330-45a0-882e-02fe1ed68666 req-ae937821-dcab-4290-b30e-05dcb2df3857 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325541 Sep 07 14:40:08.770253 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83037628-ae96-492e-9d14-c84570496419 req-c355c92f-6732-40d8-a5c8-9c0745d2c035 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:08.771638 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-83037628-ae96-492e-9d14-c84570496419 req-c355c92f-6732-40d8-a5c8-9c0745d2c035 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 944 time: 0.0550568 Sep 07 14:40:08.811761 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-83037628-ae96-492e-9d14-c84570496419 req-fd353942-4fe7-4503-aaee-9d12a146e515 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5896ba6-76a9-4e7c-89db-4f3ac61a27ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342758 Sep 07 14:40:09.417276 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e6afb-46c9-4e6a-8250-37118f2b2855 req-493a96d1-66c9-4bb3-ab17-67cb61e3f794 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:09.418826 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-446e6afb-46c9-4e6a-8250-37118f2b2855 req-493a96d1-66c9-4bb3-ab17-67cb61e3f794 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 944 time: 0.0921686 Sep 07 14:40:09.432057 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb1c5c-fbb1-49c2-be78-8e090e464a64 req-8254dbf1-a750-432c-af71-afd830caa1a4 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:09.438765 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e8bb1c5c-fbb1-49c2-be78-8e090e464a64 req-8254dbf1-a750-432c-af71-afd830caa1a4 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 944 time: 0.0764716 Sep 07 14:40:09.736675 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-446e6afb-46c9-4e6a-8250-37118f2b2855 req-b896a119-d4aa-4944-af49-c41669ca0539 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2966795 Sep 07 14:40:09.745296 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e8bb1c5c-fbb1-49c2-be78-8e090e464a64 req-d0a592b6-0b8e-443d-aa5b-4846b42cc46d tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2969522 Sep 07 14:40:09.860923 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9dbf9d-acf5-4811-827d-8289ad275746 req-c2e1311e-6028-41c1-84be-580059a10ff1 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:09.864338 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2f9dbf9d-acf5-4811-827d-8289ad275746 req-c2e1311e-6028-41c1-84be-580059a10ff1 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f89d25e-8165-4793-becb-34b0b37e7e04 HTTP/1.1" status: 200 len: 944 time: 0.0519030 Sep 07 14:40:09.939028 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2f9dbf9d-acf5-4811-827d-8289ad275746 req-bbb92f91-b837-4e03-bdab-202b649dcca4 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622461 Sep 07 14:40:09.948828 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54ebd1-c232-4cab-9d00-d0f2b9b0ebef req-37023ec9-1a35-45eb-b924-84adaae29be4 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:09.950304 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ea54ebd1-c232-4cab-9d00-d0f2b9b0ebef req-37023ec9-1a35-45eb-b924-84adaae29be4 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 944 time: 0.0648913 Sep 07 14:40:09.992899 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ea54ebd1-c232-4cab-9d00-d0f2b9b0ebef req-ea2deb55-2254-42b4-90b1-c2a11832f8a9 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5896ba6-76a9-4e7c-89db-4f3ac61a27ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336308 Sep 07 14:40:10.110797 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] get_ports_and_sgs() called for port_ids ['040980fb-ff39-4eca-8d9a-21c4248c97ac'] {{(pid=94642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:40:10.888628 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61a72e-697f-4d4b-a48a-9ca4e56d83ce req-77375d17-b4af-4922-a262-1ba90d2548e0 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:10.890190 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bb61a72e-697f-4d4b-a48a-9ca4e56d83ce req-77375d17-b4af-4922-a262-1ba90d2548e0 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 944 time: 0.0806634 Sep 07 14:40:10.950851 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdcf2a8-a230-4daa-bbd7-12cf72767889 req-9b686b2d-8c47-4ac9-9ea2-afc7afc3af36 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:10.954953 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3fdcf2a8-a230-4daa-bbd7-12cf72767889 req-9b686b2d-8c47-4ac9-9ea2-afc7afc3af36 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 944 time: 0.1036782 Sep 07 14:40:10.968779 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bb61a72e-697f-4d4b-a48a-9ca4e56d83ce req-fc0cdc10-1082-4e0c-93a2-b0c5fe2065db tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707343 Sep 07 14:40:11.011306 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3fdcf2a8-a230-4daa-bbd7-12cf72767889 req-2dfe969c-d4be-4ac7-bcc9-895513e97a34 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411346 Sep 07 14:40:11.146626 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ede8f-83a8-485b-85c5-6d052b77a47d req-3992bae3-6421-47e0-b4d5-f0ceb75a8e03 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:11.148343 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ad1ede8f-83a8-485b-85c5-6d052b77a47d req-3992bae3-6421-47e0-b4d5-f0ceb75a8e03 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f89d25e-8165-4793-becb-34b0b37e7e04 HTTP/1.1" status: 200 len: 944 time: 0.1045542 Sep 07 14:40:11.169164 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92324d6f-9a95-46b8-a97e-196fc5b8eeb8 req-075b21be-5843-400f-9caa-ce0dcabc24a2 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:11.170847 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-92324d6f-9a95-46b8-a97e-196fc5b8eeb8 req-075b21be-5843-400f-9caa-ce0dcabc24a2 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 944 time: 0.0839550 Sep 07 14:40:11.223944 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ad1ede8f-83a8-485b-85c5-6d052b77a47d req-d08989e3-1bec-4631-b231-cf7ecbca603b tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690961 Sep 07 14:40:11.260304 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-92324d6f-9a95-46b8-a97e-196fc5b8eeb8 req-26841e21-8999-4e35-8fae-2cf79fe2df49 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5896ba6-76a9-4e7c-89db-4f3ac61a27ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777032 Sep 07 14:40:11.867313 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 040980fb-ff39-4eca-8d9a-21c4248c97ac up at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:40:12.012025 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Provisioning for port 040980fb-ff39-4eca-8d9a-21c4248c97ac completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:40:12.016418 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Provisioning complete for port 040980fb-ff39-4eca-8d9a-21c4248c97ac triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:40:12.016764 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:12.189290 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:12.258733 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48e866c-7f77-4d03-960a-5105e6c06375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '040980fb-ff39-4eca-8d9a-21c4248c97ac'}] {{(pid=94642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:40:12.261039 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd6d84ba8741af88afecd5b756310c726975e6558383509c2c49b1cfba31424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4ea553-c7ee-4fb2-a879-b0f2f9f4eba0" -d '{"events": [{"server_uuid": "c48e866c-7f77-4d03-960a-5105e6c06375", "name": "network-vif-plugged", "status": "completed", "tag": "040980fb-ff39-4eca-8d9a-21c4248c97ac"}]}' {{(pid=94642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:40:12.290434 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8aa1e-c17e-4806-b56a-9e3c9f4a78df req-d4f8f816-1728-4004-be01-b7a2e0832955 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:12.295869 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b6a8aa1e-c17e-4806-b56a-9e3c9f4a78df req-d4f8f816-1728-4004-be01-b7a2e0832955 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 944 time: 0.1371181 Sep 07 14:40:12.300484 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port 040980fb-ff39-4eca-8d9a-21c4248c97ac, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=040980fb-ff39-4eca-8d9a-21c4248c97ac,segment=NetworkSegment(d5edefeb-33fd-4ac2-ab34-abbc58fe06c1),segment_id=d5edefeb-33fd-4ac2-ab34-abbc58fe06c1)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:40:12.302089 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be532b-7596-49da-ae3e-a42db39fe7cf req-8a256304-2d00-4a6e-9cbb-0af558a781b7 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:12.309602 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-65be532b-7596-49da-ae3e-a42db39fe7cf req-8a256304-2d00-4a6e-9cbb-0af558a781b7 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 944 time: 0.2069147 Sep 07 14:40:12.398173 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-65be532b-7596-49da-ae3e-a42db39fe7cf req-bb3b3ce0-f02b-4b6b-ba28-7723a4dc8b1d tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827386 Sep 07 14:40:12.427818 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:12.428169 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b6a8aa1e-c17e-4806-b56a-9e3c9f4a78df req-230dbef0-6e2f-4045-913c-6a89128da331 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012945 Sep 07 14:40:12.573855 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47cecafa-dea2-4b55-bddc-b2ccd5fb4496 x-openstack-request-id: req-47cecafa-dea2-4b55-bddc-b2ccd5fb4496 {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:40:12.574542 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48e866c-7f77-4d03-960a-5105e6c06375", "name": "network-vif-plugged", "status": "completed", "tag": "040980fb-ff39-4eca-8d9a-21c4248c97ac", "code": 200}]} {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:40:12.575078 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-47cecafa-dea2-4b55-bddc-b2ccd5fb4496 {{(pid=94642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:40:12.575723 dv-cinder-760153-9-iscsi neutron-server[94642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c48e866c-7f77-4d03-960a-5105e6c06375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '040980fb-ff39-4eca-8d9a-21c4248c97ac', 'code': 200} Sep 07 14:40:12.615332 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=040980fb-ff39-4eca-8d9a-21c4248c97ac,revision_number=5']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:40:12.705114 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f134804-86dc-4d08-9902-043a6cdbfa10 req-ed6ef5f5-3247-4b72-8a39-f6cd0ff915c7 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:12.728722 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4f134804-86dc-4d08-9902-043a6cdbfa10 req-ed6ef5f5-3247-4b72-8a39-f6cd0ff915c7 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f89d25e-8165-4793-becb-34b0b37e7e04 HTTP/1.1" status: 200 len: 944 time: 0.0938785 Sep 07 14:40:12.863359 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4f134804-86dc-4d08-9902-043a6cdbfa10 req-bc16ec2a-7ddc-411f-99d2-fca386baef22 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063471 Sep 07 14:40:12.897756 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3264801-3b22-48f0-a114-96979fe36557 req-2e0ac525-f744-4165-9de1-d5c5d9f4c4d5 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:12.907713 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e3264801-3b22-48f0-a114-96979fe36557 req-2e0ac525-f744-4165-9de1-d5c5d9f4c4d5 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 945 time: 0.1941338 Sep 07 14:40:12.980067 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e3264801-3b22-48f0-a114-96979fe36557 req-270c2b7b-47b8-4206-a0de-dde7aad805a7 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5896ba6-76a9-4e7c-89db-4f3ac61a27ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713358 Sep 07 14:40:13.553700 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbfb060-8a86-47de-933e-9bb28af63dae req-809ba328-b7b0-42cf-93d0-cf16909efca0 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:13.559204 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6dbfb060-8a86-47de-933e-9bb28af63dae req-809ba328-b7b0-42cf-93d0-cf16909efca0 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 944 time: 0.0703294 Sep 07 14:40:13.635969 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6dbfb060-8a86-47de-933e-9bb28af63dae req-9966dae3-3be8-42e7-8630-0e32fb669350 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691466 Sep 07 14:40:13.679075 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca83140-f88a-4adf-bb68-4533a90742c0 req-5f7c341c-fccc-4134-841b-532635f4c0f9 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:13.686811 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5ca83140-f88a-4adf-bb68-4533a90742c0 req-5f7c341c-fccc-4134-841b-532635f4c0f9 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 944 time: 0.1065471 Sep 07 14:40:13.732698 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5ca83140-f88a-4adf-bb68-4533a90742c0 req-f289ddfc-4308-4834-a3d2-d00bccdf32b3 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446768 Sep 07 14:40:14.013724 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8a04b-7971-4241-8887-5e08072b4bf9 req-70956cbb-782f-4bf6-b351-aac41c173a93 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:14.024358 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f7e8a04b-7971-4241-8887-5e08072b4bf9 req-70956cbb-782f-4bf6-b351-aac41c173a93 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f89d25e-8165-4793-becb-34b0b37e7e04 HTTP/1.1" status: 200 len: 944 time: 0.0721042 Sep 07 14:40:14.099847 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f7e8a04b-7971-4241-8887-5e08072b4bf9 req-57f3ee2c-def1-4a62-bbd0-9598bf6a75eb tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729585 Sep 07 14:40:14.188419 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6faf9-008a-4d9f-8206-c8241befa053 req-05e43848-8fc3-43de-917e-6e3c5f4099dd tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:14.196835 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f3e6faf9-008a-4d9f-8206-c8241befa053 req-05e43848-8fc3-43de-917e-6e3c5f4099dd tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 945 time: 0.0775559 Sep 07 14:40:14.249579 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f3e6faf9-008a-4d9f-8206-c8241befa053 req-36002a00-4f74-4001-aa19-c76acb430faa tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5896ba6-76a9-4e7c-89db-4f3ac61a27ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514283 Sep 07 14:40:14.390688 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.agents_db [None req-8586c0a8-7e1b-4ad5-b29e-274ce3295afb None None] Agent healthcheck: found 6 active agents {{(pid=94643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:40:14.851547 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538a941-0d93-4efb-be08-1e051c3b9bac req-9b065875-963a-4b93-a557-d6c475d9fc9e tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:14.866618 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a538a941-0d93-4efb-be08-1e051c3b9bac req-9b065875-963a-4b93-a557-d6c475d9fc9e tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 944 time: 0.1058643 Sep 07 14:40:14.981686 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a538a941-0d93-4efb-be08-1e051c3b9bac req-c124039f-ecaa-49d7-9839-f35b5e7e5bd8 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145744 Sep 07 14:40:15.000306 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b832ef-f7ce-4e6a-acc1-65f916e63227 req-8107e0ce-665f-497a-8296-f1481a2f63a6 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:15.001863 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-07b832ef-f7ce-4e6a-acc1-65f916e63227 req-8107e0ce-665f-497a-8296-f1481a2f63a6 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 944 time: 0.1249390 Sep 07 14:40:15.062094 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-07b832ef-f7ce-4e6a-acc1-65f916e63227 req-1d0dbb45-db8f-4ad3-8a07-37bafad11457 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475361 Sep 07 14:40:15.313060 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb46d4f-95ef-4406-b0bf-8c6bd5deb704 req-3ae3f4d8-42b3-46ff-9e3d-17f864c354c5 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:15.321957 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9eb46d4f-95ef-4406-b0bf-8c6bd5deb704 req-3ae3f4d8-42b3-46ff-9e3d-17f864c354c5 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f89d25e-8165-4793-becb-34b0b37e7e04 HTTP/1.1" status: 200 len: 944 time: 0.1173294 Sep 07 14:40:15.440357 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9eb46d4f-95ef-4406-b0bf-8c6bd5deb704 req-fdc60659-1713-4fa0-87a0-23e453bf256f tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115861 Sep 07 14:40:15.465830 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41775d80-2648-4651-8307-9dd9b063406a req-cf95fbf8-7856-4d8b-83b0-d2b81ebf5553 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:15.468621 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-41775d80-2648-4651-8307-9dd9b063406a req-cf95fbf8-7856-4d8b-83b0-d2b81ebf5553 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 945 time: 0.0876226 Sep 07 14:40:15.539580 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-41775d80-2648-4651-8307-9dd9b063406a req-351d3a64-9be3-436f-b9e7-f829c73fec2f tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5896ba6-76a9-4e7c-89db-4f3ac61a27ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617337 Sep 07 14:40:16.231504 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c703df-5db7-480c-8f3b-b2b3cfe5f739 req-78f830bf-fb58-4d4f-b2c9-7178f69551d1 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:16.233596 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-56c703df-5db7-480c-8f3b-b2b3cfe5f739 req-78f830bf-fb58-4d4f-b2c9-7178f69551d1 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 944 time: 0.1462476 Sep 07 14:40:16.306503 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96466c-b266-4f50-bfc5-f4d7aa0f4579 req-c180203a-354c-49b7-bab5-ba9699f85668 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:16.310407 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9b96466c-b266-4f50-bfc5-f4d7aa0f4579 req-c180203a-354c-49b7-bab5-ba9699f85668 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 944 time: 0.0991156 Sep 07 14:40:16.316520 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-56c703df-5db7-480c-8f3b-b2b3cfe5f739 req-5e11ede5-60a0-4003-966c-ac64f9778f9e tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667248 Sep 07 14:40:16.411384 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9b96466c-b266-4f50-bfc5-f4d7aa0f4579 req-82c2c832-0cbb-4b1d-be2a-6ac1d231a789 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733161 Sep 07 14:40:16.616394 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a57d0-fa89-484e-bdc1-b68efba557da req-42edeb86-2442-45b0-b28c-b40730abf12c tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:16.618118 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7b7a57d0-fa89-484e-bdc1-b68efba557da req-42edeb86-2442-45b0-b28c-b40730abf12c tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f89d25e-8165-4793-becb-34b0b37e7e04 HTTP/1.1" status: 200 len: 944 time: 0.0827391 Sep 07 14:40:16.711358 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cebd8d-45f9-4e92-bbcf-d216ef6b7787 req-3be98987-544c-4bac-a0cf-6b98a8bf767d tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:16.714797 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-37cebd8d-45f9-4e92-bbcf-d216ef6b7787 req-3be98987-544c-4bac-a0cf-6b98a8bf767d tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 945 time: 0.0955334 Sep 07 14:40:16.730368 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7b7a57d0-fa89-484e-bdc1-b68efba557da req-9a1eff9c-aec4-44dc-b391-3b38fd1f5f21 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787754 Sep 07 14:40:16.776655 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-37cebd8d-45f9-4e92-bbcf-d216ef6b7787 req-dec9e65f-fb67-49e9-aa1a-5d5a915c7c75 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5896ba6-76a9-4e7c-89db-4f3ac61a27ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570922 Sep 07 14:40:17.292359 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-490faac7-54dd-41bf-8787-f4987ac56a40 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fee3415-4cf0-495b-a719-68c817c74c50 HTTP/1.1" status: 200 len: 217 time: 0.0586565 Sep 07 14:40:17.351780 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-ad57b953-20e0-4157-b2c7-b302c7052533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:17.353284 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-ad57b953-20e0-4157-b2c7-b302c7052533 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=846cc3d9-b8d8-4a47-8daf-12b566ed01c8 HTTP/1.1" status: 200 len: 851 time: 0.0487647 Sep 07 14:40:17.385196 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-99e73d8e-c4fd-4589-bf6f-fb35b7f647a3 req-e448b806-323a-44b3-bbf9-8bde504ad081 service neutron] 10.222.0.22 "GET /v2.0/networks/2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229434 Sep 07 14:40:17.404529 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-af7cf9d7-4327-4c16-a5f6-2a1345dc0aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:17.406062 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-af7cf9d7-4327-4c16-a5f6-2a1345dc0aab service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=10bc76c4-28c7-4ddc-9078-74979f2c3f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439503 Sep 07 14:40:17.465784 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd85ff-806a-4ea5-81e5-ebc1b3bda5bf req-ed30fa58-2cdb-4fb6-83be-2974dd603457 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:17.467335 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e2bd85ff-806a-4ea5-81e5-ebc1b3bda5bf req-ed30fa58-2cdb-4fb6-83be-2974dd603457 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 944 time: 0.0514462 Sep 07 14:40:17.506409 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-ebef993f-f55c-42f4-bbe7-f821ea012e9b service neutron] 10.222.0.22 "GET /v2.0/networks/10bc76c4-28c7-4ddc-9078-74979f2c3f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922093 Sep 07 14:40:17.532151 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e2bd85ff-806a-4ea5-81e5-ebc1b3bda5bf req-2992617c-89b9-4355-b77a-b1ab5f8b9eda tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562513 Sep 07 14:40:17.562878 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ac723-c46a-41dd-ac68-8d9b3f00426a req-d69e4872-2028-4e25-ab68-e311412d3e4d tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:17.564727 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6a9ac723-c46a-41dd-ac68-8d9b3f00426a req-d69e4872-2028-4e25-ab68-e311412d3e4d tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 944 time: 0.0684359 Sep 07 14:40:17.611848 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6a9ac723-c46a-41dd-ac68-8d9b3f00426a req-a8834c3c-a9a5-4f8d-8671-9735db45a8fe tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407033 Sep 07 14:40:17.631196 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-e8d587a8-04e4-43a3-82e9-02fd0c42433c req-86d7284a-34e1-4ca5-a401-f11f06d25945 service neutron] 10.222.0.22 "GET /v2.0/networks/10bc76c4-28c7-4ddc-9078-74979f2c3f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164119 Sep 07 14:40:17.679078 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94694c21-9ba5-476b-a647-4b1825218f81 req-65a0ede3-1a6f-423c-9f2b-667911d1207c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:17.680603 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-94694c21-9ba5-476b-a647-4b1825218f81 req-65a0ede3-1a6f-423c-9f2b-667911d1207c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f0953c14c3534ed3bb11c7453fd409de&device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 1097 time: 0.0673552 Sep 07 14:40:17.744141 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9216cb-7665-4a1c-ad7f-c8ddf0b17277 req-05792f79-9785-43fc-96af-ced969a68c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:17.745962 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-8b9216cb-7665-4a1c-ad7f-c8ddf0b17277 req-05792f79-9785-43fc-96af-ced969a68c13 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 1098 time: 0.0489767 Sep 07 14:40:17.827192 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94694c21-9ba5-476b-a647-4b1825218f81 req-425eab8c-33ba-4804-8a40-8065ad7edc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:17.830798 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-8b9216cb-7665-4a1c-ad7f-c8ddf0b17277 req-1b669142-f569-4469-a9c4-b73a7b3d01f0 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b5896ba6-76a9-4e7c-89db-4f3ac61a27ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688951 Sep 07 14:40:17.831781 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-94694c21-9ba5-476b-a647-4b1825218f81 req-425eab8c-33ba-4804-8a40-8065ad7edc28 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7 HTTP/1.1" status: 200 len: 911 time: 0.1344275 Sep 07 14:40:17.947313 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a1544-a1e0-4acd-b940-72a489393718 req-343706e0-cc58-45c9-8c38-cf0fbe2386f2 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:17.948998 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-326a1544-a1e0-4acd-b940-72a489393718 req-343706e0-cc58-45c9-8c38-cf0fbe2386f2 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f89d25e-8165-4793-becb-34b0b37e7e04 HTTP/1.1" status: 200 len: 944 time: 0.1047287 Sep 07 14:40:17.962124 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892938bf-adeb-4ae7-8362-bd082190ce12 req-79bf4f5a-4db8-47ef-ae18-b540b689a7f2 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:17.963762 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-892938bf-adeb-4ae7-8362-bd082190ce12 req-79bf4f5a-4db8-47ef-ae18-b540b689a7f2 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 945 time: 0.0893881 Sep 07 14:40:18.020446 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-326a1544-a1e0-4acd-b940-72a489393718 req-f30d8328-a953-4a17-8007-d130accfe30a tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555964 Sep 07 14:40:18.049351 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-892938bf-adeb-4ae7-8362-bd082190ce12 req-e2d76d63-7f90-42ff-9f86-267256483143 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5896ba6-76a9-4e7c-89db-4f3ac61a27ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609844 Sep 07 14:40:18.096404 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-94694c21-9ba5-476b-a647-4b1825218f81 req-790f8690-aa10-4630-adca-63372885359c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fad43e7f-384a-4b8f-89f9-e85078bccf8d HTTP/1.1" status: 200 len: 217 time: 0.0588906 Sep 07 14:40:18.169106 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94694c21-9ba5-476b-a647-4b1825218f81 req-8f1daa14-a6b8-43cc-a8e4-23c12fc91e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:18.170986 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-94694c21-9ba5-476b-a647-4b1825218f81 req-8f1daa14-a6b8-43cc-a8e4-23c12fc91e35 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6c140706-3c8f-42ae-9125-9b4351aa8d5a HTTP/1.1" status: 200 len: 849 time: 0.0631480 Sep 07 14:40:18.221461 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94694c21-9ba5-476b-a647-4b1825218f81 req-c066b175-813b-4635-8d43-2291c54d57cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:18.223826 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-94694c21-9ba5-476b-a647-4b1825218f81 req-c066b175-813b-4635-8d43-2291c54d57cf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446324 Sep 07 14:40:18.342233 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-94694c21-9ba5-476b-a647-4b1825218f81 req-492c362d-b2b7-4c14-93b0-9cf64c496f25 service neutron] 10.222.0.22 "GET /v2.0/networks/2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897095 Sep 07 14:40:18.443766 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-94694c21-9ba5-476b-a647-4b1825218f81 req-cc3e8e7b-ad93-47dd-9df2-a9299532ae3a service neutron] 10.222.0.22 "GET /v2.0/networks/2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930912 Sep 07 14:40:18.668776 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c774920-a00f-4899-8bbc-17023472dcec req-12877c4d-a36e-42e0-918b-0e66d6585a51 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:18.675666 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7c774920-a00f-4899-8bbc-17023472dcec req-12877c4d-a36e-42e0-918b-0e66d6585a51 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 944 time: 0.0662153 Sep 07 14:40:18.747746 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7c774920-a00f-4899-8bbc-17023472dcec req-5bfd07c7-5e26-4f73-b10b-325bc8005591 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641656 Sep 07 14:40:18.812733 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f47a34-303d-4939-9046-8e1c98be786a req-d2639f25-9f67-453e-94d2-42bd32a5c40a tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:18.814448 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d2f47a34-303d-4939-9046-8e1c98be786a req-d2639f25-9f67-453e-94d2-42bd32a5c40a tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 944 time: 0.0855246 Sep 07 14:40:18.868849 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d2f47a34-303d-4939-9046-8e1c98be786a req-13b32aeb-cc8a-4db2-a0c8-dfebe76cd01d tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474555 Sep 07 14:40:19.179927 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93487800-4080-4ec4-8e63-d127e333aea9 req-bafeff5e-c3aa-4d02-b329-d1e15a158f24 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:19.181512 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-93487800-4080-4ec4-8e63-d127e333aea9 req-bafeff5e-c3aa-4d02-b329-d1e15a158f24 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f89d25e-8165-4793-becb-34b0b37e7e04 HTTP/1.1" status: 200 len: 944 time: 0.0725312 Sep 07 14:40:19.257251 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdbea90-fa10-4784-ab37-3e95168835aa req-67b42a1a-6e86-48b4-8b48-f64197188546 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:19.258991 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-efdbea90-fa10-4784-ab37-3e95168835aa req-67b42a1a-6e86-48b4-8b48-f64197188546 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 945 time: 0.1006439 Sep 07 14:40:19.261753 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-93487800-4080-4ec4-8e63-d127e333aea9 req-539a4a38-c4a5-4d00-a38a-0fef759b8f8f tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658865 Sep 07 14:40:19.320880 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-efdbea90-fa10-4784-ab37-3e95168835aa req-f2b78f16-6b93-43c9-8168-0936a26a3a03 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5896ba6-76a9-4e7c-89db-4f3ac61a27ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550690 Sep 07 14:40:19.871250 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device fad43e7f-384a-4b8f-89f9-e85078bccf8d details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:40:19.874082 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64dcf6-85aa-44c7-b2bc-02bb564d6c5f req-67a1d7f4-abad-4ab7-b8a9-9fc83d42a33b tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:19.882153 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2c64dcf6-85aa-44c7-b2bc-02bb564d6c5f req-67a1d7f4-abad-4ab7-b8a9-9fc83d42a33b tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 944 time: 0.0661790 Sep 07 14:40:19.978371 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2c64dcf6-85aa-44c7-b2bc-02bb564d6c5f req-aa5ba22d-e7e6-4468-a365-4847b105cb8a tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950890 Sep 07 14:40:20.031643 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port fad43e7f-384a-4b8f-89f9-e85078bccf8d, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=fad43e7f-384a-4b8f-89f9-e85078bccf8d,segment=NetworkSegment(93673739-7b9a-4397-be35-06edeaf7603d),segment_id=93673739-7b9a-4397-be35-06edeaf7603d)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:40:20.046093 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Returning: {'device': 'fad43e7f-384a-4b8f-89f9-e85078bccf8d', 'network_id': '2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7', 'port_id': 'fad43e7f-384a-4b8f-89f9-e85078bccf8d', 'mac_address': 'fa:16:3e:e2:8d:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c140706-3c8f-42ae-9125-9b4351aa8d5a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:40:20.054916 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e29faf-8c9b-43d9-b34d-45e375de442b req-56272b61-4a24-4e0b-ae5b-bf67eb50e649 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:20.056904 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d5e29faf-8c9b-43d9-b34d-45e375de442b req-56272b61-4a24-4e0b-ae5b-bf67eb50e649 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 944 time: 0.0696490 Sep 07 14:40:20.100248 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:20.106950 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d5e29faf-8c9b-43d9-b34d-45e375de442b req-d6835298-44ba-4a36-a3f8-ebfcd77a0297 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431321 Sep 07 14:40:20.117964 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fad43e7f-384a-4b8f-89f9-e85078bccf8d {{(pid=94642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:40:20.139574 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port fad43e7f-384a-4b8f-89f9-e85078bccf8d, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=fad43e7f-384a-4b8f-89f9-e85078bccf8d,segment=NetworkSegment(93673739-7b9a-4397-be35-06edeaf7603d),segment_id=93673739-7b9a-4397-be35-06edeaf7603d)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:40:20.224086 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:20.289568 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=fad43e7f-384a-4b8f-89f9-e85078bccf8d,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:40:20.425289 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0f6a3-d572-407f-bc72-4055cdae8c27 req-dc91384f-50e0-4e31-8ae0-d9fa4d7f7e59 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:20.427069 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c4d0f6a3-d572-407f-bc72-4055cdae8c27 req-dc91384f-50e0-4e31-8ae0-d9fa4d7f7e59 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f89d25e-8165-4793-becb-34b0b37e7e04 HTTP/1.1" status: 200 len: 944 time: 0.0847692 Sep 07 14:40:20.495238 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c4d0f6a3-d572-407f-bc72-4055cdae8c27 req-6262a509-869f-4e80-ab7e-29fc5c36eb00 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589957 Sep 07 14:40:20.503415 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed530c-8f26-4034-939e-2658763311fd req-a3e79709-1464-4ad3-852c-1af0a585727b tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:20.505640 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-25ed530c-8f26-4034-939e-2658763311fd req-a3e79709-1464-4ad3-852c-1af0a585727b tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 945 time: 0.0775726 Sep 07 14:40:20.514839 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] get_ports_and_sgs() called for port_ids ['fad43e7f-384a-4b8f-89f9-e85078bccf8d'] {{(pid=94642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:40:20.547335 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-25ed530c-8f26-4034-939e-2658763311fd req-ceb2ab42-17d2-4218-81a7-a4177716abc9 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5896ba6-76a9-4e7c-89db-4f3ac61a27ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358417 Sep 07 14:40:20.681551 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb9a68-aebb-4f56-ad9d-a50a414f4c97 req-e98cf879-a421-4f53-9ae6-9449bf8f5f37 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:20.683291 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6bbb9a68-aebb-4f56-ad9d-a50a414f4c97 req-e98cf879-a421-4f53-9ae6-9449bf8f5f37 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 945 time: 0.0585718 Sep 07 14:40:20.725191 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6bbb9a68-aebb-4f56-ad9d-a50a414f4c97 req-a5673bb8-dda8-4a70-9d0b-0b71a6bc6153 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5896ba6-76a9-4e7c-89db-4f3ac61a27ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357454 Sep 07 14:40:21.138157 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa2d61-3773-45d9-926d-61bb6f96487e req-c4b54a2f-8e93-488d-b49a-de131ff5b2b2 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:21.139589 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-57fa2d61-3773-45d9-926d-61bb6f96487e req-c4b54a2f-8e93-488d-b49a-de131ff5b2b2 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 945 time: 0.0919342 Sep 07 14:40:21.159776 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e9d7f-9d7a-4950-99cc-cc5ba0137ec0 req-a9c80726-d178-4d8e-a90f-34ee415829bf tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:21.162571 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5f2e9d7f-9d7a-4950-99cc-cc5ba0137ec0 req-a9c80726-d178-4d8e-a90f-34ee415829bf tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 945 time: 0.1026607 Sep 07 14:40:21.227393 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5f2e9d7f-9d7a-4950-99cc-cc5ba0137ec0 req-bc843b22-7c65-4da4-bd92-5ffb3f3150a6 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5896ba6-76a9-4e7c-89db-4f3ac61a27ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586605 Sep 07 14:40:21.235181 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-57fa2d61-3773-45d9-926d-61bb6f96487e req-ee5e7ff9-d06c-4b56-afd0-f814359cd221 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838947 Sep 07 14:40:21.380997 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1048d-293b-4e5d-8158-4851f6ef0a56 req-69b964a7-e257-430e-87e7-b711f92f179c tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:21.383378 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-20a1048d-293b-4e5d-8158-4851f6ef0a56 req-69b964a7-e257-430e-87e7-b711f92f179c tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 944 time: 0.0633101 Sep 07 14:40:21.430426 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-20a1048d-293b-4e5d-8158-4851f6ef0a56 req-912fd176-e192-49d4-969b-bbbb163421e8 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410535 Sep 07 14:40:21.646058 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709dc48d-3b00-4f1b-ac60-0bcfe41ff4d3 req-a93dc009-2968-4abe-a6be-d0da7c1c6443 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:21.647758 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-709dc48d-3b00-4f1b-ac60-0bcfe41ff4d3 req-a93dc009-2968-4abe-a6be-d0da7c1c6443 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f89d25e-8165-4793-becb-34b0b37e7e04 HTTP/1.1" status: 200 len: 944 time: 0.0551491 Sep 07 14:40:21.699829 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-709dc48d-3b00-4f1b-ac60-0bcfe41ff4d3 req-1f665dd4-2279-4cd6-bfa6-d4f43722b924 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446234 Sep 07 14:40:21.877778 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device fad43e7f-384a-4b8f-89f9-e85078bccf8d up at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:40:22.011816 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Provisioning for port fad43e7f-384a-4b8f-89f9-e85078bccf8d completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:40:22.016684 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Provisioning complete for port fad43e7f-384a-4b8f-89f9-e85078bccf8d triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:40:22.017325 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:22.111376 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:22.138362 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223d4590-c9eb-430b-adbe-445db7aa1ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad43e7f-384a-4b8f-89f9-e85078bccf8d'}] {{(pid=94642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:40:22.140956 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd6d84ba8741af88afecd5b756310c726975e6558383509c2c49b1cfba31424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484d652e-5386-455f-b367-bb25b1c2f198" -d '{"events": [{"server_uuid": "223d4590-c9eb-430b-adbe-445db7aa1ef1", "name": "network-vif-plugged", "status": "completed", "tag": "fad43e7f-384a-4b8f-89f9-e85078bccf8d"}]}' {{(pid=94642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:40:22.171215 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port fad43e7f-384a-4b8f-89f9-e85078bccf8d, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=fad43e7f-384a-4b8f-89f9-e85078bccf8d,segment=NetworkSegment(93673739-7b9a-4397-be35-06edeaf7603d),segment_id=93673739-7b9a-4397-be35-06edeaf7603d)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:40:22.187083 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a4871d-84d0-4970-bad4-edecf6287a39 x-openstack-request-id: req-17a4871d-84d0-4970-bad4-edecf6287a39 {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:40:22.187531 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223d4590-c9eb-430b-adbe-445db7aa1ef1", "name": "network-vif-plugged", "status": "completed", "tag": "fad43e7f-384a-4b8f-89f9-e85078bccf8d", "code": 200}]} {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:40:22.188333 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-17a4871d-84d0-4970-bad4-edecf6287a39 {{(pid=94642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:40:22.189055 dv-cinder-760153-9-iscsi neutron-server[94642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '223d4590-c9eb-430b-adbe-445db7aa1ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad43e7f-384a-4b8f-89f9-e85078bccf8d', 'code': 200} Sep 07 14:40:22.252788 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:22.362485 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=fad43e7f-384a-4b8f-89f9-e85078bccf8d,revision_number=5']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:40:22.408448 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e0aebb-0260-4fbb-81c5-231ddaa92964 req-fa4865dd-8b0d-4338-872d-46acfdc1307a tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:22.411542 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-88e0aebb-0260-4fbb-81c5-231ddaa92964 req-fa4865dd-8b0d-4338-872d-46acfdc1307a tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0902772 Sep 07 14:40:22.453155 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-88e0aebb-0260-4fbb-81c5-231ddaa92964 req-d11c45da-4d08-4d69-8ab7-cb6df22fbc86 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347040 Sep 07 14:40:22.606716 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0a0a7-f0cd-4119-8a01-9bbe6fd72bcb req-c2a41c4d-d00f-460b-9430-819a301c8789 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:22.608221 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ade0a0a7-f0cd-4119-8a01-9bbe6fd72bcb req-c2a41c4d-d00f-460b-9430-819a301c8789 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 944 time: 0.0664773 Sep 07 14:40:22.679708 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ade0a0a7-f0cd-4119-8a01-9bbe6fd72bcb req-32df14d4-5b82-4152-a3e5-2e7f5976c1fa tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630035 Sep 07 14:40:22.686030 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d516c56-97ea-47dc-a1e7-05036a549e4d req-9b2f1f54-512e-4ce1-ab72-ed1769d4bb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:22.688016 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4d516c56-97ea-47dc-a1e7-05036a549e4d req-9b2f1f54-512e-4ce1-ab72-ed1769d4bb7d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 1099 time: 0.0789194 Sep 07 14:40:22.740274 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4d516c56-97ea-47dc-a1e7-05036a549e4d req-e364660f-399a-4ab6-8466-ca4653fd2161 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359731 Sep 07 14:40:22.903484 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562fff78-a2cd-4f4c-b0b2-fc3261f4301d req-aeb56c56-feb7-437c-95da-fb6f249bb2a9 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:22.905261 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-562fff78-a2cd-4f4c-b0b2-fc3261f4301d req-aeb56c56-feb7-437c-95da-fb6f249bb2a9 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f89d25e-8165-4793-becb-34b0b37e7e04 HTTP/1.1" status: 200 len: 944 time: 0.0739331 Sep 07 14:40:22.953698 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-562fff78-a2cd-4f4c-b0b2-fc3261f4301d req-eca306b2-a8d7-45b0-b1b8-303ec68004a7 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407212 Sep 07 14:40:23.587893 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b890b5-8a7c-410a-bed6-e443651df31f req-d0c1a6c8-933e-4571-b2ca-d2ef05d62c18 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:23.589570 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c5b890b5-8a7c-410a-bed6-e443651df31f req-d0c1a6c8-933e-4571-b2ca-d2ef05d62c18 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0499041 Sep 07 14:40:23.627552 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c5b890b5-8a7c-410a-bed6-e443651df31f req-124d455d-ef4d-4eaa-847b-0c9dce6d8151 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321391 Sep 07 14:40:23.839625 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54a03a-a0be-444e-9b01-4cff60737d17 req-6f907ea2-0289-4f0f-86c1-56c4c66a5bd4 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:23.847270 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cd54a03a-a0be-444e-9b01-4cff60737d17 req-6f907ea2-0289-4f0f-86c1-56c4c66a5bd4 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 944 time: 0.0844164 Sep 07 14:40:23.885302 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cd54a03a-a0be-444e-9b01-4cff60737d17 req-ef63e0b0-e01d-409c-bce1-2966fc333be3 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371740 Sep 07 14:40:24.097142 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc635f4-0e73-4b8d-8900-b8cab53249ba req-22a0786b-2624-438b-b274-fc5d5cbf784b tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:24.098436 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-edc635f4-0e73-4b8d-8900-b8cab53249ba req-22a0786b-2624-438b-b274-fc5d5cbf784b tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f89d25e-8165-4793-becb-34b0b37e7e04 HTTP/1.1" status: 200 len: 944 time: 0.0644882 Sep 07 14:40:24.157163 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-edc635f4-0e73-4b8d-8900-b8cab53249ba req-88bd4e16-7453-49fc-9087-323f74bd143d tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511613 Sep 07 14:40:24.791750 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85246955-a7d3-466b-93ad-03aadb928251 req-563cfd92-67bf-4d3b-8b54-192743ebf185 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:24.799752 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-85246955-a7d3-466b-93ad-03aadb928251 req-563cfd92-67bf-4d3b-8b54-192743ebf185 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0622365 Sep 07 14:40:24.838420 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-85246955-a7d3-466b-93ad-03aadb928251 req-3e5e351e-4e10-4157-a5e2-2c05ff946544 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372069 Sep 07 14:40:24.980713 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384ba14-9b3d-406a-92c9-6592dc5193e0 req-555b36f0-0a69-4af3-a7ba-52c9cc912f90 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:24.982638 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d384ba14-9b3d-406a-92c9-6592dc5193e0 req-555b36f0-0a69-4af3-a7ba-52c9cc912f90 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0688877 Sep 07 14:40:24.991744 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 52094) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:40:24.997561 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-342ce590-fe0f-4fe2-9b90-1d97e30cc16e tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Request body: {'floatingip': {'port_id': 'fad43e7f-384a-4b8f-89f9-e85078bccf8d'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:40:25.064803 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d60b19-3150-4f18-9f3c-6ae4c01064ac req-c4012fff-db7e-46d7-bc41-ab3e5f6f9809 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:25.067256 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-63d60b19-3150-4f18-9f3c-6ae4c01064ac req-c4012fff-db7e-46d7-bc41-ab3e5f6f9809 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 944 time: 0.0836866 Sep 07 14:40:25.109777 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-342ce590-fe0f-4fe2-9b90-1d97e30cc16e tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks [] for floatingip, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:25.129806 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-63d60b19-3150-4f18-9f3c-6ae4c01064ac req-d344ac7c-0249-41c2-9d1a-f569c75de5dd tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535383 Sep 07 14:40:25.314663 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00926153-ca5c-474c-b521-ed204ca1dec6 req-71374af5-c770-4c78-a980-2ce26d5e2643 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:25.316389 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-00926153-ca5c-474c-b521-ed204ca1dec6 req-71374af5-c770-4c78-a980-2ce26d5e2643 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f89d25e-8165-4793-becb-34b0b37e7e04 HTTP/1.1" status: 200 len: 944 time: 0.0938671 Sep 07 14:40:25.369599 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-00926153-ca5c-474c-b521-ed204ca1dec6 req-f7b2e4a6-496e-4aea-b593-f95286a288f8 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425069 Sep 07 14:40:25.829880 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-342ce590-fe0f-4fe2-9b90-1d97e30cc16e tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:25.896076 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 3ed1d237-3126-4339-80cb-40993fa66667 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:40:25.898298 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-342ce590-fe0f-4fe2-9b90-1d97e30cc16e tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540525'] for floatingip, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:26.020980 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.db.l3_db [None req-342ce590-fe0f-4fe2-9b90-1d97e30cc16e tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Floating IP 9cff09e6-3369-46ab-a199-c2227a789782 associated. External IP: 172.27.3.99, port: fad43e7f-384a-4b8f-89f9-e85078bccf8d. Sep 07 14:40:26.053248 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port 3ed1d237-3126-4339-80cb-40993fa66667, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=3ed1d237-3126-4339-80cb-40993fa66667,segment=NetworkSegment(e54557d8-93d7-49ba-a7fc-963d1c00c60e),segment_id=e54557d8-93d7-49ba-a7fc-963d1c00c60e)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:40:26.070801 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Returning: {'device': '3ed1d237-3126-4339-80cb-40993fa66667', 'network_id': 'da6e8dca-6945-4602-b5cc-b9742d335a11', 'port_id': '3ed1d237-3126-4339-80cb-40993fa66667', 'mac_address': 'fa:16:3e:82:24:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97647f27-4ef1-4c12-811b-6c63faa2d593', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:40:26.119589 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:26.134989 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ed1d237-3126-4339-80cb-40993fa66667 {{(pid=94642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:40:26.187323 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port 3ed1d237-3126-4339-80cb-40993fa66667, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=3ed1d237-3126-4339-80cb-40993fa66667,segment=NetworkSegment(e54557d8-93d7-49ba-a7fc-963d1c00c60e),segment_id=e54557d8-93d7-49ba-a7fc-963d1c00c60e)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:40:26.276381 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-342ce590-fe0f-4fe2-9b90-1d97e30cc16e tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Router af9ab92b-fef4-4dd0-8e45-6280edda3a48 has already been hosted by L3 agent ca4ca367-a056-42f7-949c-96b33f8f39bf {{(pid=94641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:40:26.287150 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:26.288739 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 6fee3415-4cf0-495b-a719-68c817c74c50 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:40:26.293787 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430a4d2-0e69-4b05-9758-923e4c69217d req-0033c7b7-8307-4058-b6bf-a1fe0b89e93d tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:26.302513 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b430a4d2-0e69-4b05-9758-923e4c69217d req-0033c7b7-8307-4058-b6bf-a1fe0b89e93d tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 944 time: 0.0643637 Sep 07 14:40:26.361337 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b430a4d2-0e69-4b05-9758-923e4c69217d req-faf7989f-fed0-42c9-aa07-b1bf2c12750e tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525525 Sep 07 14:40:26.411280 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=3ed1d237-3126-4339-80cb-40993fa66667,revision_number=9']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:40:26.453114 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342ce590-fe0f-4fe2-9b90-1d97e30cc16e tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify agent at l3_agent.dv-cinder-760153-9-iscsi the message routers_updated {{(pid=94641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:40:26.458808 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-342ce590-fe0f-4fe2-9b90-1d97e30cc16e tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for floatingip, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:26.465040 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70eea1a0-e787-40b3-b707-c98586ed3f0e None None] Sync routers for ids ['af9ab92b-fef4-4dd0-8e45-6280edda3a48'] in dv-cinder-760153-9-iscsi {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:40:26.486875 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70eea1a0-e787-40b3-b707-c98586ed3f0e None None] Routers {'af9ab92b-fef4-4dd0-8e45-6280edda3a48'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:40:26.487518 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-70eea1a0-e787-40b3-b707-c98586ed3f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:40:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['af9ab92b-fef4-4dd0-8e45-6280edda3a48'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:40:26.508453 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-342ce590-fe0f-4fe2-9b90-1d97e30cc16e tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "PUT /v2.0/floatingips/9cff09e6-3369-46ab-a199-c2227a789782 HTTP/1.1" status: 200 len: 991 time: 1.5148225 Sep 07 14:40:26.509444 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '223d4590-c9eb-430b-adbe-445db7aa1ef1', 'tag': 'fad43e7f-384a-4b8f-89f9-e85078bccf8d'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:40:26.512138 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ae4c01fc0fef93246b53b81dc3c4053f5278a59fc30262d76e8d579d86f7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c815bc43-8c45-4038-a974-ec538acc20d2" -d '{"events": [{"name": "network-changed", "server_uuid": "223d4590-c9eb-430b-adbe-445db7aa1ef1", "tag": "fad43e7f-384a-4b8f-89f9-e85078bccf8d"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:40:26.520310 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ac687-cc26-482e-b22c-24b1c79800ae req-313e546f-28e8-4a58-9265-9d8e10898990 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:26.521824 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-414ac687-cc26-482e-b22c-24b1c79800ae req-313e546f-28e8-4a58-9265-9d8e10898990 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f89d25e-8165-4793-becb-34b0b37e7e04 HTTP/1.1" status: 200 len: 944 time: 0.0577996 Sep 07 14:40:26.557041 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port 6fee3415-4cf0-495b-a719-68c817c74c50, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=6fee3415-4cf0-495b-a719-68c817c74c50,segment=NetworkSegment(33cad443-550e-44eb-8a23-9490b4c4b203),segment_id=33cad443-550e-44eb-8a23-9490b4c4b203)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:40:26.581171 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Returning: {'device': '6fee3415-4cf0-495b-a719-68c817c74c50', 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45', 'port_id': '6fee3415-4cf0-495b-a719-68c817c74c50', 'mac_address': 'fa:16:3e:2b:04:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '846cc3d9-b8d8-4a47-8daf-12b566ed01c8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:40:26.591844 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-414ac687-cc26-482e-b22c-24b1c79800ae req-c28195cc-5cd6-4d63-96a6-c35be462de4c tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634739 Sep 07 14:40:26.646666 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb86f68-8db7-45c4-995a-4d840004cbf8 x-openstack-request-id: req-1cb86f68-8db7-45c4-995a-4d840004cbf8 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:40:26.646988 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "223d4590-c9eb-430b-adbe-445db7aa1ef1", "tag": "fad43e7f-384a-4b8f-89f9-e85078bccf8d", "status": "completed", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:40:26.647222 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1cb86f68-8db7-45c4-995a-4d840004cbf8 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:40:26.647644 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '223d4590-c9eb-430b-adbe-445db7aa1ef1', 'tag': 'fad43e7f-384a-4b8f-89f9-e85078bccf8d', 'status': 'completed', 'code': 200} Sep 07 14:40:26.719843 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815bc43-8c45-4038-a974-ec538acc20d2 req-f65f82aa-0f08-43d6-8359-8c9aa04a175c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:26.721397 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c815bc43-8c45-4038-a974-ec538acc20d2 req-f65f82aa-0f08-43d6-8359-8c9aa04a175c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f0953c14c3534ed3bb11c7453fd409de&device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 1099 time: 0.0507522 Sep 07 14:40:26.819892 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-70eea1a0-e787-40b3-b707-c98586ed3f0e None None] Set router af9ab92b-fef4-4dd0-8e45-6280edda3a48 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:40:26.846085 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815bc43-8c45-4038-a974-ec538acc20d2 req-ff7b610d-578c-4fd4-8711-11e5a5eae5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:26.847632 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c815bc43-8c45-4038-a974-ec538acc20d2 req-ff7b610d-578c-4fd4-8711-11e5a5eae5a9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7 HTTP/1.1" status: 200 len: 911 time: 0.1178739 Sep 07 14:40:26.877223 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:26.934321 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c815bc43-8c45-4038-a974-ec538acc20d2 req-92d29a91-c6cc-4c6b-b932-7dd197c86c04 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fad43e7f-384a-4b8f-89f9-e85078bccf8d HTTP/1.1" status: 200 len: 999 time: 0.0676281 Sep 07 14:40:26.934560 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fee3415-4cf0-495b-a719-68c817c74c50 {{(pid=94642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:40:26.985052 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815bc43-8c45-4038-a974-ec538acc20d2 req-8d1fd908-6842-4b1d-b7ec-c4ae4ce7771f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:26.986820 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c815bc43-8c45-4038-a974-ec538acc20d2 req-8d1fd908-6842-4b1d-b7ec-c4ae4ce7771f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6c140706-3c8f-42ae-9125-9b4351aa8d5a HTTP/1.1" status: 200 len: 849 time: 0.0523193 Sep 07 14:40:27.010224 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port 6fee3415-4cf0-495b-a719-68c817c74c50, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=6fee3415-4cf0-495b-a719-68c817c74c50,segment=NetworkSegment(33cad443-550e-44eb-8a23-9490b4c4b203),segment_id=33cad443-550e-44eb-8a23-9490b4c4b203)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:40:27.046116 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815bc43-8c45-4038-a974-ec538acc20d2 req-cd037f56-9a54-4925-8a75-2ec04a4a8cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:27.047620 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c815bc43-8c45-4038-a974-ec538acc20d2 req-cd037f56-9a54-4925-8a75-2ec04a4a8cd7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489876 Sep 07 14:40:27.139700 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:27.146962 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c815bc43-8c45-4038-a974-ec538acc20d2 req-51ce0acf-b4f4-46ab-8101-6f714c9617c6 service neutron] 10.222.0.22 "GET /v2.0/networks/2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895541 Sep 07 14:40:27.204919 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-70eea1a0-e787-40b3-b707-c98586ed3f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'name': 'tempest-AttachVolumeTestJSON-655602491-router', 'tenant_id': 'f0953c14c3534ed3bb11c7453fd409de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '1bb952d2-42ac-4be5-b783-245f3bd69de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:41Z', 'updated_at': '2021-09-07T14:39:46Z', 'revision_number': 4, 'project_id': 'f0953c14c3534ed3bb11c7453fd409de', 'gw_port': {'id': '1bb952d2-42ac-4be5-b783-245f3bd69de8', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:00:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:42Z', 'updated_at': '2021-09-07T14:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_floatingips': [{'id': '9cff09e6-3369-46ab-a199-c2227a789782', 'tenant_id': 'f0953c14c3534ed3bb11c7453fd409de', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'router_id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'port_id': 'fad43e7f-384a-4b8f-89f9-e85078bccf8d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7', 'mac_address': 'fa:16:3e:e2:8d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d4590-c9eb-430b-adbe-445db7aa1ef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:39:50Z', 'updated_at': '2021-09-07T14:40:25Z', 'revision_number': 1, 'project_id': 'f0953c14c3534ed3bb11c7453fd409de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6c05f7f-37b6-48e0-8d07-ae35f8501daa', 'name': '', 'network_id': '2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7', 'tenant_id': 'f0953c14c3534ed3bb11c7453fd409de', 'mac_address': 'fa:16:3e:69:c8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '6c140706-3c8f-42ae-9125-9b4351aa8d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:45Z', 'updated_at': '2021-09-07T14:39:52Z', 'revision_number': 5, 'project_id': 'f0953c14c3534ed3bb11c7453fd409de', 'subnets': [{'id': '6c140706-3c8f-42ae-9125-9b4351aa8d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:40:27.206801 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=6fee3415-4cf0-495b-a719-68c817c74c50,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:40:27.236183 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70eea1a0-e787-40b3-b707-c98586ed3f0e None None] Checking router: af9ab92b-fef4-4dd0-8e45-6280edda3a48 for host: dv-cinder-760153-9-iscsi {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:40:27.246233 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70eea1a0-e787-40b3-b707-c98586ed3f0e None None] Routers {'af9ab92b-fef4-4dd0-8e45-6280edda3a48'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:40:27.246982 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-70eea1a0-e787-40b3-b707-c98586ed3f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:40:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['af9ab92b-fef4-4dd0-8e45-6280edda3a48'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:40:27.249272 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c815bc43-8c45-4038-a974-ec538acc20d2 req-20be7e89-02ef-42a0-9038-e1364c1ca7d3 service neutron] 10.222.0.22 "GET /v2.0/networks/2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951035 Sep 07 14:40:27.386600 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-70eea1a0-e787-40b3-b707-c98586ed3f0e None None] Set router af9ab92b-fef4-4dd0-8e45-6280edda3a48 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:40:27.499472 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa57e19-e4d3-4149-a6a1-e82d83bfa6c3 req-45f1087c-3e3d-4cf6-898a-ca25eac30408 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:27.507375 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0aa57e19-e4d3-4149-a6a1-e82d83bfa6c3 req-45f1087c-3e3d-4cf6-898a-ca25eac30408 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 945 time: 0.0749238 Sep 07 14:40:27.512832 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] get_ports_and_sgs() called for port_ids ['6fee3415-4cf0-495b-a719-68c817c74c50'] {{(pid=94642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:40:27.542726 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] get_ports_and_sgs() called for port_ids ['3ed1d237-3126-4339-80cb-40993fa66667'] {{(pid=94642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:40:27.568296 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0aa57e19-e4d3-4149-a6a1-e82d83bfa6c3 req-047fb1c1-44b6-471e-b6b8-cf9bfb584d26 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590498 Sep 07 14:40:27.755192 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436ed02-7cd9-4e72-964e-4c7d26aef006 req-672d9912-ce2b-43be-80a2-6cf4c70c5f38 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:27.769706 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3436ed02-7cd9-4e72-964e-4c7d26aef006 req-672d9912-ce2b-43be-80a2-6cf4c70c5f38 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f89d25e-8165-4793-becb-34b0b37e7e04 HTTP/1.1" status: 200 len: 945 time: 0.0749915 Sep 07 14:40:27.833728 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3436ed02-7cd9-4e72-964e-4c7d26aef006 req-a4ca1c32-a396-425f-b2fe-e61046cbf114 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628173 Sep 07 14:40:27.977418 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-70eea1a0-e787-40b3-b707-c98586ed3f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'name': 'tempest-AttachVolumeTestJSON-655602491-router', 'tenant_id': 'f0953c14c3534ed3bb11c7453fd409de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '1bb952d2-42ac-4be5-b783-245f3bd69de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:41Z', 'updated_at': '2021-09-07T14:39:46Z', 'revision_number': 4, 'project_id': 'f0953c14c3534ed3bb11c7453fd409de', 'gw_port': {'id': '1bb952d2-42ac-4be5-b783-245f3bd69de8', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:00:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:42Z', 'updated_at': '2021-09-07T14:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_floatingips': [{'id': '9cff09e6-3369-46ab-a199-c2227a789782', 'tenant_id': 'f0953c14c3534ed3bb11c7453fd409de', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'router_id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'port_id': 'fad43e7f-384a-4b8f-89f9-e85078bccf8d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7', 'mac_address': 'fa:16:3e:e2:8d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d4590-c9eb-430b-adbe-445db7aa1ef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:39:50Z', 'updated_at': '2021-09-07T14:40:25Z', 'revision_number': 1, 'project_id': 'f0953c14c3534ed3bb11c7453fd409de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6c05f7f-37b6-48e0-8d07-ae35f8501daa', 'name': '', 'network_id': '2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7', 'tenant_id': 'f0953c14c3534ed3bb11c7453fd409de', 'mac_address': 'fa:16:3e:69:c8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '6c140706-3c8f-42ae-9125-9b4351aa8d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:45Z', 'updated_at': '2021-09-07T14:39:52Z', 'revision_number': 5, 'project_id': 'f0953c14c3534ed3bb11c7453fd409de', 'subnets': [{'id': '6c140706-3c8f-42ae-9125-9b4351aa8d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:40:28.011449 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70eea1a0-e787-40b3-b707-c98586ed3f0e None None] The sync data for ids ['af9ab92b-fef4-4dd0-8e45-6280edda3a48'] in dv-cinder-760153-9-iscsi is: [{'id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'name': 'tempest-AttachVolumeTestJSON-655602491-router', 'tenant_id': 'f0953c14c3534ed3bb11c7453fd409de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '1bb952d2-42ac-4be5-b783-245f3bd69de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:41Z', 'updated_at': '2021-09-07T14:39:46Z', 'revision_number': 4, 'project_id': 'f0953c14c3534ed3bb11c7453fd409de', 'gw_port': {'id': '1bb952d2-42ac-4be5-b783-245f3bd69de8', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:00:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:42Z', 'updated_at': '2021-09-07T14:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_floatingips': [{'id': '9cff09e6-3369-46ab-a199-c2227a789782', 'tenant_id': 'f0953c14c3534ed3bb11c7453fd409de', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'router_id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'port_id': 'fad43e7f-384a-4b8f-89f9-e85078bccf8d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7', 'mac_address': 'fa:16:3e:e2:8d:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d4590-c9eb-430b-adbe-445db7aa1ef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:39:50Z', 'updated_at': '2021-09-07T14:40:25Z', 'revision_number': 1, 'project_id': 'f0953c14c3534ed3bb11c7453fd409de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6c05f7f-37b6-48e0-8d07-ae35f8501daa', 'name': '', 'network_id': '2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7', 'tenant_id': 'f0953c14c3534ed3bb11c7453fd409de', 'mac_address': 'fa:16:3e:69:c8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '6c140706-3c8f-42ae-9125-9b4351aa8d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:45Z', 'updated_at': '2021-09-07T14:39:52Z', 'revision_number': 5, 'project_id': 'f0953c14c3534ed3bb11c7453fd409de', 'subnets': [{'id': '6c140706-3c8f-42ae-9125-9b4351aa8d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:40:28.228208 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758057d8-526c-4d09-a9e0-002e36285a35 None None] New status for floating IP 9cff09e6-3369-46ab-a199-c2227a789782: ACTIVE {{(pid=94643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 14:40:28.684909 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abedf388-f15d-4cc7-bccd-76dc381f5797 req-a0cba8f1-7341-4de4-8b9a-f6368e517b4f tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:28.686409 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-abedf388-f15d-4cc7-bccd-76dc381f5797 req-a0cba8f1-7341-4de4-8b9a-f6368e517b4f tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 945 time: 0.0491972 Sep 07 14:40:28.724371 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-abedf388-f15d-4cc7-bccd-76dc381f5797 req-3de5af64-5755-40d0-a809-e73185330d73 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310311 Sep 07 14:40:28.938073 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda11df1-64d1-4050-bd70-31340503086d req-e462dc23-cc9f-47d2-b401-99a80829088f tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:28.939543 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-eda11df1-64d1-4050-bd70-31340503086d req-e462dc23-cc9f-47d2-b401-99a80829088f tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f89d25e-8165-4793-becb-34b0b37e7e04 HTTP/1.1" status: 200 len: 945 time: 0.0490258 Sep 07 14:40:28.977005 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-eda11df1-64d1-4050-bd70-31340503086d req-7cae7ab4-099b-4fac-aa6a-438bcadd7183 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308561 Sep 07 14:40:29.854866 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ecb6da-12eb-4cf5-a2e5-4ddfe9a1e48e req-4ec5cdd7-f22c-401c-b8a9-40282b565fd8 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:29.856342 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-43ecb6da-12eb-4cf5-a2e5-4ddfe9a1e48e req-4ec5cdd7-f22c-401c-b8a9-40282b565fd8 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 945 time: 0.0533984 Sep 07 14:40:29.900181 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-43ecb6da-12eb-4cf5-a2e5-4ddfe9a1e48e req-17fcff01-5977-4175-897a-2c523d3212f3 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374153 Sep 07 14:40:29.928762 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 3ed1d237-3126-4339-80cb-40993fa66667 up at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:40:29.982453 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Provisioning complete for port 3ed1d237-3126-4339-80cb-40993fa66667 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:40:29.982824 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:30.060466 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:30.083449 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0b0a23-bc4f-4741-816d-8cf50a76b8c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed1d237-3126-4339-80cb-40993fa66667'}] {{(pid=94642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:40:30.086544 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd6d84ba8741af88afecd5b756310c726975e6558383509c2c49b1cfba31424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b307267e-fd12-4f84-8a32-2e71871206f3" -d '{"events": [{"server_uuid": "ad0b0a23-bc4f-4741-816d-8cf50a76b8c3", "name": "network-vif-plugged", "status": "completed", "tag": "3ed1d237-3126-4339-80cb-40993fa66667"}]}' {{(pid=94642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:40:30.099076 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f9d253-a486-4e63-9f30-5c00f32d9adc req-24ef8d54-f432-4168-8d0b-a51367dbd67f tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:30.099221 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port 3ed1d237-3126-4339-80cb-40993fa66667, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=3ed1d237-3126-4339-80cb-40993fa66667,segment=NetworkSegment(e54557d8-93d7-49ba-a7fc-963d1c00c60e),segment_id=e54557d8-93d7-49ba-a7fc-963d1c00c60e)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:40:30.101349 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-91f9d253-a486-4e63-9f30-5c00f32d9adc req-24ef8d54-f432-4168-8d0b-a51367dbd67f tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f89d25e-8165-4793-becb-34b0b37e7e04 HTTP/1.1" status: 200 len: 945 time: 0.0530088 Sep 07 14:40:30.133148 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3116c058-2a21-4982-a0d3-3d97f731a33c x-openstack-request-id: req-3116c058-2a21-4982-a0d3-3d97f731a33c {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:40:30.133436 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0b0a23-bc4f-4741-816d-8cf50a76b8c3", "name": "network-vif-plugged", "status": "completed", "tag": "3ed1d237-3126-4339-80cb-40993fa66667", "code": 200}]} {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:40:30.133839 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3116c058-2a21-4982-a0d3-3d97f731a33c {{(pid=94642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:40:30.134323 dv-cinder-760153-9-iscsi neutron-server[94642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0b0a23-bc4f-4741-816d-8cf50a76b8c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed1d237-3126-4339-80cb-40993fa66667', 'code': 200} Sep 07 14:40:30.144724 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-91f9d253-a486-4e63-9f30-5c00f32d9adc req-cebb57cf-8412-4aa3-a10e-05898bc82ff2 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356686 Sep 07 14:40:30.173283 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:30.174900 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 6fee3415-4cf0-495b-a719-68c817c74c50 up at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:40:30.265789 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=3ed1d237-3126-4339-80cb-40993fa66667,revision_number=10']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:40:30.360474 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Provisioning for port 6fee3415-4cf0-495b-a719-68c817c74c50 completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:40:30.364662 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Provisioning complete for port 6fee3415-4cf0-495b-a719-68c817c74c50 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:40:30.365562 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:30.509443 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:30.541504 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port 6fee3415-4cf0-495b-a719-68c817c74c50, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=6fee3415-4cf0-495b-a719-68c817c74c50,segment=NetworkSegment(33cad443-550e-44eb-8a23-9490b4c4b203),segment_id=33cad443-550e-44eb-8a23-9490b4c4b203)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:40:30.618211 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:30.676054 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=6fee3415-4cf0-495b-a719-68c817c74c50,revision_number=5']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:40:30.827201 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb831a-1643-4a92-a66d-f51ea89c51b2 req-2ae28aa7-2e47-45a9-b518-c813d671ee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:30.828685 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ebeb831a-1643-4a92-a66d-f51ea89c51b2 req-2ae28aa7-2e47-45a9-b518-c813d671ee62 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 1100 time: 0.0398092 Sep 07 14:40:30.871434 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ebeb831a-1643-4a92-a66d-f51ea89c51b2 req-cfe01074-584b-4ca4-b821-b853aa162f3c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327623 Sep 07 14:40:31.022574 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d58e73-9747-4975-bac1-d687dca5c498 req-bc1b8e18-448b-4077-969c-1a4877a38fc9 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:31.024035 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-64d58e73-9747-4975-bac1-d687dca5c498 req-bc1b8e18-448b-4077-969c-1a4877a38fc9 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 947 time: 0.0492377 Sep 07 14:40:31.064406 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-64d58e73-9747-4975-bac1-d687dca5c498 req-e8083589-61a7-4d13-8f5d-a99c693833c1 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343850 Sep 07 14:40:31.272940 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6582db-a465-4426-9955-ee98b43268ea req-9a342451-b94d-460c-b816-5264db89e4af tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:31.274485 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5f6582db-a465-4426-9955-ee98b43268ea req-9a342451-b94d-460c-b816-5264db89e4af tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f89d25e-8165-4793-becb-34b0b37e7e04 HTTP/1.1" status: 200 len: 946 time: 0.0489781 Sep 07 14:40:31.312874 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5f6582db-a465-4426-9955-ee98b43268ea req-55ab8566-b92b-4a77-bb80-e159ae3b1040 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324664 Sep 07 14:40:31.934620 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 52238) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:40:31.982332 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e46c30e-9498-4b15-b585-101f050ab8f6 admin admin] Deleting subnet e23c7853-c0fb-4d6e-bf4b-64d20f69f95f {{(pid=94641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 14:40:31.985438 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1e46c30e-9498-4b15-b585-101f050ab8f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:32.018817 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1e46c30e-9498-4b15-b585-101f050ab8f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101096'] for subnet, precommit_delete_associations {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:32.059561 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1e46c30e-9498-4b15-b585-101f050ab8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7667009'] for subnet, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:32.135779 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f89d25e-8165-4793-becb-34b0b37e7e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fee3415-4cf0-495b-a719-68c817c74c50'}] {{(pid=94642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:40:32.138371 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd6d84ba8741af88afecd5b756310c726975e6558383509c2c49b1cfba31424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6e489f-9941-4e1d-8aee-1a4fba0342b1" -d '{"events": [{"server_uuid": "0f89d25e-8165-4793-becb-34b0b37e7e04", "name": "network-vif-plugged", "status": "completed", "tag": "6fee3415-4cf0-495b-a719-68c817c74c50"}]}' {{(pid=94642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:40:32.161034 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1e46c30e-9498-4b15-b585-101f050ab8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7667064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4046447'] for subnet, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:32.177490 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621c6f43-09fd-4246-9e06-376d54474f5a x-openstack-request-id: req-621c6f43-09fd-4246-9e06-376d54474f5a {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:40:32.177758 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f89d25e-8165-4793-becb-34b0b37e7e04", "name": "network-vif-plugged", "status": "completed", "tag": "6fee3415-4cf0-495b-a719-68c817c74c50", "code": 200}]} {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:40:32.178040 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-621c6f43-09fd-4246-9e06-376d54474f5a {{(pid=94642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:40:32.178438 dv-cinder-760153-9-iscsi neutron-server[94642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f89d25e-8165-4793-becb-34b0b37e7e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fee3415-4cf0-495b-a719-68c817c74c50', 'code': 200} Sep 07 14:40:32.189070 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e46c30e-9498-4b15-b585-101f050ab8f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e23c7853-c0fb-4d6e-bf4b-64d20f69f95f,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:40:32.192092 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0870810-e2a6-4786-95d9-2b0547ccc320 req-13154a86-7db2-4b90-864a-1abaff765662 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:32.194727 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c0870810-e2a6-4786-95d9-2b0547ccc320 req-13154a86-7db2-4b90-864a-1abaff765662 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 947 time: 0.0535138 Sep 07 14:40:32.199485 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1e46c30e-9498-4b15-b585-101f050ab8f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:32.202764 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-1e46c30e-9498-4b15-b585-101f050ab8f6 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e23c7853-c0fb-4d6e-bf4b-64d20f69f95f HTTP/1.1" status: 204 len: 168 time: 0.2671585 Sep 07 14:40:32.204583 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46c30e-9498-4b15-b585-101f050ab8f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:40:32.204935 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46c30e-9498-4b15-b585-101f050ab8f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:40:32.205415 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46c30e-9498-4b15-b585-101f050ab8f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:40:32.205755 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46c30e-9498-4b15-b585-101f050ab8f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:40:32.206116 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46c30e-9498-4b15-b585-101f050ab8f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:40:32.206449 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46c30e-9498-4b15-b585-101f050ab8f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:40:32.208447 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46c30e-9498-4b15-b585-101f050ab8f6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:40:32.208447 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46c30e-9498-4b15-b585-101f050ab8f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:40:32.208447 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46c30e-9498-4b15-b585-101f050ab8f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:40:32.208447 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46c30e-9498-4b15-b585-101f050ab8f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:40:32.208447 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46c30e-9498-4b15-b585-101f050ab8f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:40:32.209751 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 52246) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:40:32.209878 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46c30e-9498-4b15-b585-101f050ab8f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:40:32.289303 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c0870810-e2a6-4786-95d9-2b0547ccc320 req-6e1636ac-56f4-4932-8c75-697210d3d0e1 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872710 Sep 07 14:40:32.297723 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a4a6f02c-a377-46f2-a1a8-b05dc54016ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:32.303272 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc058c00-68f7-46f3-90ba-9abbe3ced1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7632714'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:32.391654 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc058c00-68f7-46f3-90ba-9abbe3ced1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653324', 'neutron.services.segments.db._delete_segments_for_network-8735925738105'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:32.674986 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-bc058c00-68f7-46f3-90ba-9abbe3ced1ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1268d5bc-64b4-4afd-abd0-2d0b7e69baeb']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:40:32.687665 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-bc058c00-68f7-46f3-90ba-9abbe3ced1ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd40a9a32-b77b-46dc-abfb-8f02e8c28508') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:40:32.687959 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-bc058c00-68f7-46f3-90ba-9abbe3ced1ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd40a9a32-b77b-46dc-abfb-8f02e8c28508') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:40:32.701657 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc058c00-68f7-46f3-90ba-9abbe3ced1ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735925737602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3863435'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:32.713971 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:32.716419 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9067bb-0d15-4c28-b154-714869e96534 req-acf73b2b-fa42-4768-bd80-fcde80cfd1dc tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:32.717936 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3b9067bb-0d15-4c28-b154-714869e96534 req-acf73b2b-fa42-4768-bd80-fcde80cfd1dc tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f89d25e-8165-4793-becb-34b0b37e7e04 HTTP/1.1" status: 200 len: 946 time: 0.3281915 Sep 07 14:40:32.732102 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc058c00-68f7-46f3-90ba-9abbe3ced1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:32.745332 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc058c00-68f7-46f3-90ba-9abbe3ced1ea admin admin] Releasing vlan 885 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 14:40:32.745718 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc058c00-68f7-46f3-90ba-9abbe3ced1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8727723'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:32.747622 dv-cinder-760153-9-iscsi neutron-server[94640]: Traceback (most recent call last): Sep 07 14:40:32.747622 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 14:40:32.747622 dv-cinder-760153-9-iscsi neutron-server[94640]: timer() Sep 07 14:40:32.747622 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 14:40:32.747622 dv-cinder-760153-9-iscsi neutron-server[94640]: cb(*args, **kw) Sep 07 14:40:32.747622 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 14:40:32.747622 dv-cinder-760153-9-iscsi neutron-server[94640]: return func(*args, **kwargs) Sep 07 14:40:32.747622 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 14:40:32.747622 dv-cinder-760153-9-iscsi neutron-server[94640]: self._notify() Sep 07 14:40:32.747622 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 14:40:32.747622 dv-cinder-760153-9-iscsi neutron-server[94640]: self.callback(batched_events) Sep 07 14:40:32.747622 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 14:40:32.747622 dv-cinder-760153-9-iscsi neutron-server[94640]: event.method(event) Sep 07 14:40:32.747622 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 14:40:32.747622 dv-cinder-760153-9-iscsi neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 14:40:32.747622 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 14:40:32.747622 dv-cinder-760153-9-iscsi neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 14:40:32.747622 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 14:40:32.747622 dv-cinder-760153-9-iscsi neutron-server[94640]: return f(self, *a, **k) Sep 07 14:40:32.747622 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 14:40:32.747622 dv-cinder-760153-9-iscsi neutron-server[94640]: return self._get(url).json() Sep 07 14:40:32.747622 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 14:40:32.747622 dv-cinder-760153-9-iscsi neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 14:40:32.747622 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 14:40:32.747622 dv-cinder-760153-9-iscsi neutron-server[94640]: return self.request(url, 'GET', **kwargs) Sep 07 14:40:32.747622 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 14:40:32.747622 dv-cinder-760153-9-iscsi neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 14:40:32.747622 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 14:40:32.747622 dv-cinder-760153-9-iscsi neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 14:40:32.747622 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 14:40:32.747622 dv-cinder-760153-9-iscsi neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 14:40:32.747622 dv-cinder-760153-9-iscsi neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 14:40:32.822273 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3b9067bb-0d15-4c28-b154-714869e96534 req-d13f147b-2f19-43be-8104-443d2300156c tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968564 Sep 07 14:40:32.856022 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebea27d-bc0b-4dac-865e-d7e84bd0723a req-b4afd63d-9c6d-4fee-af59-0a51abe2efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:32.857516 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-aebea27d-bc0b-4dac-865e-d7e84bd0723a req-b4afd63d-9c6d-4fee-af59-0a51abe2efdb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0f89d25e-8165-4793-becb-34b0b37e7e04 HTTP/1.1" status: 200 len: 1099 time: 0.0500615 Sep 07 14:40:32.902204 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-aebea27d-bc0b-4dac-865e-d7e84bd0723a req-105bcb1f-4ff1-4b2d-a279-9ea60c02bf20 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331910 Sep 07 14:40:32.937698 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc058c00-68f7-46f3-90ba-9abbe3ced1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540447'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:32.959955 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc058c00-68f7-46f3-90ba-9abbe3ced1ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:32.961831 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-bc058c00-68f7-46f3-90ba-9abbe3ced1ea admin admin] 10.222.0.11 "DELETE /v2.0/networks/1268d5bc-64b4-4afd-abd0-2d0b7e69baeb HTTP/1.1" status: 204 len: 168 time: 0.7507908 Sep 07 14:40:32.962746 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc058c00-68f7-46f3-90ba-9abbe3ced1ea admin admin] Pushing event deleted for resources: {'Network': ['ID=1268d5bc-64b4-4afd-abd0-2d0b7e69baeb,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:40:33.043979 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01099be-47aa-4103-b01b-66e534dee197 req-558c38ef-eac5-4a96-a8cb-a3a28cc33e87 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:33.045432 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d01099be-47aa-4103-b01b-66e534dee197 req-558c38ef-eac5-4a96-a8cb-a3a28cc33e87 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 945 time: 0.0489600 Sep 07 14:40:33.082900 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d01099be-47aa-4103-b01b-66e534dee197 req-f5f273f3-af77-4ca3-8031-da154cff66da tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5896ba6-76a9-4e7c-89db-4f3ac61a27ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313900 Sep 07 14:40:33.105969 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 52282) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:40:33.251670 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3617bc78-be24-46bf-85e0-729ba2e8fc67 tempest-TestMinimumBasicScenario-450500752 tempest-TestMinimumBasicScenario-450500752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:33.253120 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-3617bc78-be24-46bf-85e0-729ba2e8fc67 tempest-TestMinimumBasicScenario-450500752 tempest-TestMinimumBasicScenario-450500752-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 1093 time: 0.1461661 Sep 07 14:40:33.256733 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 52290) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:40:33.261093 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ef9f3cee-58e0-4e8f-8870-ba8238afeaed tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Request body: {'floatingip': {'floating_network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'port_id': '040980fb-ff39-4eca-8d9a-21c4248c97ac', 'tenant_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:40:33.287470 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 52294) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:40:33.337987 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-5015f4ea-faae-44a7-9812-45a80f5ecdd2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=025d873d12ae40d8bfa003df17c69926&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407913 Sep 07 14:40:33.337987 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 52300) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:40:33.428601 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dacd431e-5b71-4cd4-9986-c14914b93a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:33.441999 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa93c1d-807e-4cbf-962d-e203c242727d req-d6ae4547-dad8-4ffd-b40d-70cb9eca4c15 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:33.443727 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-daa93c1d-807e-4cbf-962d-e203c242727d req-d6ae4547-dad8-4ffd-b40d-70cb9eca4c15 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 947 time: 0.0733478 Sep 07 14:40:33.473153 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ef9f3cee-58e0-4e8f-8870-ba8238afeaed tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:33.477940 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dacd431e-5b71-4cd4-9986-c14914b93a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:33.546047 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-daa93c1d-807e-4cbf-962d-e203c242727d req-25ce513b-2a03-4ada-9669-88b0a56ca75c tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962949 Sep 07 14:40:33.616933 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ef9f3cee-58e0-4e8f-8870-ba8238afeaed tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:33.677485 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dacd431e-5b71-4cd4-9986-c14914b93a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:33.679952 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dacd431e-5b71-4cd4-9986-c14914b93a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:33.681075 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-dacd431e-5b71-4cd4-9986-c14914b93a92 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ea978eab-4b43-4b97-8c2f-cf724446e057 HTTP/1.1" status: 204 len: 168 time: 0.3481169 Sep 07 14:40:33.714216 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacd431e-5b71-4cd4-9986-c14914b93a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea978eab-4b43-4b97-8c2f-cf724446e057,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:40:33.723890 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd431e-5b71-4cd4-9986-c14914b93a92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:40:33.724316 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd431e-5b71-4cd4-9986-c14914b93a92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:40:33.724675 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd431e-5b71-4cd4-9986-c14914b93a92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:40:33.725004 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd431e-5b71-4cd4-9986-c14914b93a92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:40:33.725332 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd431e-5b71-4cd4-9986-c14914b93a92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:40:33.725661 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd431e-5b71-4cd4-9986-c14914b93a92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:40:33.726000 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd431e-5b71-4cd4-9986-c14914b93a92 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:40:33.726325 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd431e-5b71-4cd4-9986-c14914b93a92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:40:33.726645 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd431e-5b71-4cd4-9986-c14914b93a92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:40:33.726960 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd431e-5b71-4cd4-9986-c14914b93a92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:40:33.727273 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd431e-5b71-4cd4-9986-c14914b93a92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:40:33.727582 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacd431e-5b71-4cd4-9986-c14914b93a92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:40:33.752509 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-ef9f3cee-58e0-4e8f-8870-ba8238afeaed tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Allocated IP 172.27.3.10 (f04259db-55ec-42a0-98f6-02412be1dbca/67ecb36d-e9a7-4541-9321-65fb5ffda8c8/374039ff-9378-459d-b144-9c0f869bd65a) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:40:33.858520 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ef9f3cee-58e0-4e8f-8870-ba8238afeaed tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:33.957149 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ef9f3cee-58e0-4e8f-8870-ba8238afeaed tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8727932'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:34.004505 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9f3cee-58e0-4e8f-8870-ba8238afeaed tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Network f04259db-55ec-42a0-98f6-02412be1dbca is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:40:34.019638 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8dfd30-6764-4bac-969a-8947ef615150 req-4b8c6449-5d24-4171-81f4-7723c1e672e3 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:34.021197 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0a8dfd30-6764-4bac-969a-8947ef615150 req-4b8c6449-5d24-4171-81f4-7723c1e672e3 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f89d25e-8165-4793-becb-34b0b37e7e04 HTTP/1.1" status: 200 len: 946 time: 0.1049941 Sep 07 14:40:34.022205 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-ef9f3cee-58e0-4e8f-8870-ba8238afeaed tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:40:34.027090 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9f3cee-58e0-4e8f-8870-ba8238afeaed tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:40:34.030448 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f3cee-58e0-4e8f-8870-ba8238afeaed tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Pushing event updated for resources: {'Port': ['ID=374039ff-9378-459d-b144-9c0f869bd65a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:40:34.117349 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0a8dfd30-6764-4bac-969a-8947ef615150 req-2afe3816-2ba4-4314-a079-dbffa610ef82 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671511 Sep 07 14:40:34.413550 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ef9f3cee-58e0-4e8f-8870-ba8238afeaed tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:34.567542 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ef9f3cee-58e0-4e8f-8870-ba8238afeaed tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:34.738750 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6fe547-bb6b-43cb-8a20-fa4348c64032 req-231bd620-04ee-43be-9a29-6d5beb02bd32 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:34.740262 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-da6fe547-bb6b-43cb-8a20-fa4348c64032 req-231bd620-04ee-43be-9a29-6d5beb02bd32 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 947 time: 0.0945215 Sep 07 14:40:34.797970 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ef9f3cee-58e0-4e8f-8870-ba8238afeaed tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:34.806801 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-da6fe547-bb6b-43cb-8a20-fa4348c64032 req-a6058559-644b-4849-8963-f52876c5b440 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571818 Sep 07 14:40:34.857486 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ef9f3cee-58e0-4e8f-8870-ba8238afeaed tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8727923'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:34.933198 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f3cee-58e0-4e8f-8870-ba8238afeaed tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Pushing event updated for resources: {'Port': ['ID=374039ff-9378-459d-b144-9c0f869bd65a,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:40:34.944041 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ef9f3cee-58e0-4e8f-8870-ba8238afeaed tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540525'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:35.017667 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ffe1edf5-3c60-48e8-a37a-85fa5ffa9c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:35.063761 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-518549b8-d397-4027-9dd0-0ce23517905f req-c46b3d89-61f3-4c6c-82de-ff3a70a86e3b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0804796 Sep 07 14:40:35.082501 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.db.l3_db [None req-ef9f3cee-58e0-4e8f-8870-ba8238afeaed tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Floating IP de260ea5-b081-4c8e-bc3b-146c5ff37b64 associated. External IP: 172.27.3.10, port: 040980fb-ff39-4eca-8d9a-21c4248c97ac. Sep 07 14:40:35.242812 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518549b8-d397-4027-9dd0-0ce23517905f req-207b50c8-c3f5-43aa-b711-a65f8fdd66b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:35.244304 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-518549b8-d397-4027-9dd0-0ce23517905f req-207b50c8-c3f5-43aa-b711-a65f8fdd66b1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ab59e88db16c4855917d2a934d5b08f2&device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 1100 time: 0.1080208 Sep 07 14:40:35.310064 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0dae35-15d1-438b-90b4-f54edba546e7 req-f52c856b-6b7d-43a8-bf6c-ac293e67f1b3 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:35.311520 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1e0dae35-15d1-438b-90b4-f54edba546e7 req-f52c856b-6b7d-43a8-bf6c-ac293e67f1b3 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f89d25e-8165-4793-becb-34b0b37e7e04 HTTP/1.1" status: 200 len: 946 time: 0.1157441 Sep 07 14:40:35.470739 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1e0dae35-15d1-438b-90b4-f54edba546e7 req-2cd66fc6-7d5b-4626-9423-500d27c2632a tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468830 Sep 07 14:40:35.484422 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518549b8-d397-4027-9dd0-0ce23517905f req-8f65d9de-a7eb-4781-a15e-a40ca41765e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:35.488427 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-518549b8-d397-4027-9dd0-0ce23517905f req-8f65d9de-a7eb-4781-a15e-a40ca41765e5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=da6e8dca-6945-4602-b5cc-b9742d335a11 HTTP/1.1" status: 200 len: 917 time: 0.1926098 Sep 07 14:40:35.496208 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9f3cee-58e0-4e8f-8870-ba8238afeaed tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Router 951cbe0c-6431-477b-8062-8a82a85202d9 has already been hosted by L3 agent ca4ca367-a056-42f7-949c-96b33f8f39bf {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:40:35.497747 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:35.579322 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 52350) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:40:35.712430 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d96cad65-00c9-4abe-b2bc-2b10a7ca7b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:35.805265 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d96cad65-00c9-4abe-b2bc-2b10a7ca7b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:35.868038 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-518549b8-d397-4027-9dd0-0ce23517905f req-578903c9-4360-40b9-857c-22b6aff03efc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ed1d237-3126-4339-80cb-40993fa66667 HTTP/1.1" status: 200 len: 1002 time: 0.3631177 Sep 07 14:40:35.874968 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d96cad65-00c9-4abe-b2bc-2b10a7ca7b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:35.917054 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-d96cad65-00c9-4abe-b2bc-2b10a7ca7b33 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b55c0b23769a411ab34543f2b0a3810b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3365290 Sep 07 14:40:35.919569 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 52354) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:40:35.923911 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586d457-4e96-42c9-8daa-d0dcbba0624d req-36eaec28-7446-42a2-94d8-0f89ba195ace tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:35.925695 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1586d457-4e96-42c9-8daa-d0dcbba0624d req-36eaec28-7446-42a2-94d8-0f89ba195ace tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f89d25e-8165-4793-becb-34b0b37e7e04 HTTP/1.1" status: 200 len: 946 time: 0.3513815 Sep 07 14:40:35.925815 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96cad65-00c9-4abe-b2bc-2b10a7ca7b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d240cd8-3f1c-413a-9183-1c1d72c01e16,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:40:35.978731 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9a14f0a6-a03f-40e3-bb53-c13f247b2e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:35.995265 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9f3cee-58e0-4e8f-8870-ba8238afeaed tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify agent at l3_agent.dv-cinder-760153-9-iscsi the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:40:36.000323 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9a14f0a6-a03f-40e3-bb53-c13f247b2e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:36.006112 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9916b8c-3b15-4ae5-90e7-fdf5e7b38294 None None] Sync routers for ids ['951cbe0c-6431-477b-8062-8a82a85202d9'] in dv-cinder-760153-9-iscsi {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:40:36.006977 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518549b8-d397-4027-9dd0-0ce23517905f req-0c3264f9-b090-4de7-a4f8-e370f9a3e1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:36.008452 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-518549b8-d397-4027-9dd0-0ce23517905f req-0c3264f9-b090-4de7-a4f8-e370f9a3e1c9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=97647f27-4ef1-4c12-811b-6c63faa2d593 HTTP/1.1" status: 200 len: 855 time: 0.1023777 Sep 07 14:40:36.014309 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1586d457-4e96-42c9-8daa-d0dcbba0624d req-c3f41db6-47b1-4c25-a581-886cce1fec26 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691581 Sep 07 14:40:36.019409 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9916b8c-3b15-4ae5-90e7-fdf5e7b38294 None None] Routers {'951cbe0c-6431-477b-8062-8a82a85202d9'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:40:36.019910 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d9916b8c-3b15-4ae5-90e7-fdf5e7b38294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:40:35Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['951cbe0c-6431-477b-8062-8a82a85202d9'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:40:36.044528 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 52356) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:40:36.068912 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518549b8-d397-4027-9dd0-0ce23517905f req-7dfb86d2-b6f4-450a-b2f6-7472ac23c479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:36.068912 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-518549b8-d397-4027-9dd0-0ce23517905f req-7dfb86d2-b6f4-450a-b2f6-7472ac23c479 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=da6e8dca-6945-4602-b5cc-b9742d335a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0479913 Sep 07 14:40:36.098473 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ef9f3cee-58e0-4e8f-8870-ba8238afeaed tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:36.167428 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-ef9f3cee-58e0-4e8f-8870-ba8238afeaed tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9096470 Sep 07 14:40:36.171418 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 52360) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:40:36.171578 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c48e866c-7f77-4d03-960a-5105e6c06375', 'tag': '040980fb-ff39-4eca-8d9a-21c4248c97ac'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:40:36.178715 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9a14f0a6-a03f-40e3-bb53-c13f247b2e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:36.178905 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca3d64d6ee1d62abf9801d62a4287030b5a1037887016040f3cf02e156c8ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fad027d-1357-4984-8b71-8993be08f493" -d '{"events": [{"name": "network-changed", "server_uuid": "c48e866c-7f77-4d03-960a-5105e6c06375", "tag": "040980fb-ff39-4eca-8d9a-21c4248c97ac"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:40:36.179042 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9a14f0a6-a03f-40e3-bb53-c13f247b2e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:36.179042 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-9a14f0a6-a03f-40e3-bb53-c13f247b2e02 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7d240cd8-3f1c-413a-9183-1c1d72c01e16 HTTP/1.1" status: 204 len: 168 time: 0.2560720 Sep 07 14:40:36.200044 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-31253793-caf5-4056-a39c-c5232f28ccd8 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-616376149', 'description': 'tempest-secgroup-smoke-616376149 description', 'project_id': '2c2a57f6d9c44352845943f3bb3b8fa2'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:40:36.209753 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-518549b8-d397-4027-9dd0-0ce23517905f req-d3f71365-3bdc-4984-9af4-2a9ee1aae12b service neutron] 10.222.0.22 "GET /v2.0/networks/da6e8dca-6945-4602-b5cc-b9742d335a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298854 Sep 07 14:40:36.255173 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14f0a6-a03f-40e3-bb53-c13f247b2e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d240cd8-3f1c-413a-9183-1c1d72c01e16,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:40:36.257378 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0505459-c430-4a1a-a3af-47c8a9c804c8 x-openstack-request-id: req-e0505459-c430-4a1a-a3af-47c8a9c804c8 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:40:36.257771 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c48e866c-7f77-4d03-960a-5105e6c06375", "tag": "040980fb-ff39-4eca-8d9a-21c4248c97ac", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:40:36.258149 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e0505459-c430-4a1a-a3af-47c8a9c804c8 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:40:36.258887 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c48e866c-7f77-4d03-960a-5105e6c06375', 'tag': '040980fb-ff39-4eca-8d9a-21c4248c97ac', 'status': 'completed', 'code': 200} Sep 07 14:40:36.273859 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f483f424-ca9c-46d0-84cc-28cd1aff1bda tempest-TestVolumeBootPattern-1541714749 tempest-TestVolumeBootPattern-1541714749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:36.277000 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-f483f424-ca9c-46d0-84cc-28cd1aff1bda tempest-TestVolumeBootPattern-1541714749 tempest-TestVolumeBootPattern-1541714749-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=0f89d25e-8165-4793-becb-34b0b37e7e04 HTTP/1.1" status: 200 len: 1094 time: 0.2310038 Sep 07 14:40:36.279517 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 52366) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:40:36.287166 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:36.287324 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-e4d8aa11-b7d5-4d56-82df-69bf45b91fc3 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Request body: {'floatingip': {'floating_network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'port_id': '6fee3415-4cf0-495b-a719-68c817c74c50', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:40:36.311678 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-d9916b8c-3b15-4ae5-90e7-fdf5e7b38294 None None] Set router 951cbe0c-6431-477b-8062-8a82a85202d9 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:40:36.332349 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad027d-1357-4984-8b71-8993be08f493 req-bad3fb73-39cf-42cf-88d4-18878330533e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:36.333899 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-518549b8-d397-4027-9dd0-0ce23517905f req-aa27ba41-75cc-46e9-9826-9990ff7a8569 service neutron] 10.222.0.22 "GET /v2.0/networks/da6e8dca-6945-4602-b5cc-b9742d335a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109474 Sep 07 14:40:36.334063 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-3fad027d-1357-4984-8b71-8993be08f493 req-bad3fb73-39cf-42cf-88d4-18878330533e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2c2a57f6d9c44352845943f3bb3b8fa2&device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 1098 time: 0.0436766 Sep 07 14:40:36.443638 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad027d-1357-4984-8b71-8993be08f493 req-83c47381-5358-4dfd-8454-7157bf3f2c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:36.444955 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-3fad027d-1357-4984-8b71-8993be08f493 req-83c47381-5358-4dfd-8454-7157bf3f2c7b service neutron] 10.222.0.22 "GET /v2.0/networks?id=c71be1b0-a472-4531-9620-78c524d44afd HTTP/1.1" status: 200 len: 916 time: 0.0888970 Sep 07 14:40:36.501538 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-31253793-caf5-4056-a39c-c5232f28ccd8 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:36.538807 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-3fad027d-1357-4984-8b71-8993be08f493 req-c988dd7f-b076-4701-9d86-b4cfb76d8d25 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=040980fb-ff39-4eca-8d9a-21c4248c97ac HTTP/1.1" status: 200 len: 998 time: 0.0784507 Sep 07 14:40:36.544219 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d9916b8c-3b15-4ae5-90e7-fdf5e7b38294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951cbe0c-6431-477b-8062-8a82a85202d9', 'name': 'tempest-TestMinimumBasicScenario-1659837734-router', 'tenant_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '36a5d604-3c39-4ab8-83ac-c0c0793ba054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:05Z', 'updated_at': '2021-09-07T14:39:10Z', 'revision_number': 4, 'project_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'gw_port': {'id': '36a5d604-3c39-4ab8-83ac-c0c0793ba054', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951cbe0c-6431-477b-8062-8a82a85202d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:06Z', 'updated_at': '2021-09-07T14:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_floatingips': [{'id': 'de260ea5-b081-4c8e-bc3b-146c5ff37b64', 'tenant_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'floating_ip_address': '172.27.3.10', 'floating_network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'router_id': '951cbe0c-6431-477b-8062-8a82a85202d9', 'port_id': '040980fb-ff39-4eca-8d9a-21c4248c97ac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c71be1b0-a472-4531-9620-78c524d44afd', 'mac_address': 'fa:16:3e:69:56:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48e866c-7f77-4d03-960a-5105e6c06375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:40:34Z', 'updated_at': '2021-09-07T14:40:34Z', 'revision_number': 0, 'project_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1242e850-5b5a-4814-8e03-fc4f562bf944', 'name': '', 'network_id': 'c71be1b0-a472-4531-9620-78c524d44afd', 'tenant_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'mac_address': 'fa:16:3e:64:8a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951cbe0c-6431-477b-8062-8a82a85202d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1665e509-0b7d-4482-9e4d-29c028e42a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:09Z', 'updated_at': '2021-09-07T14:39:22Z', 'revision_number': 5, 'project_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'subnets': [{'id': '1665e509-0b7d-4482-9e4d-29c028e42a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:40:36.574816 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9916b8c-3b15-4ae5-90e7-fdf5e7b38294 None None] Checking router: 951cbe0c-6431-477b-8062-8a82a85202d9 for host: dv-cinder-760153-9-iscsi {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:40:36.583412 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9916b8c-3b15-4ae5-90e7-fdf5e7b38294 None None] Routers {'951cbe0c-6431-477b-8062-8a82a85202d9'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:40:36.584645 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d9916b8c-3b15-4ae5-90e7-fdf5e7b38294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:40:35Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['951cbe0c-6431-477b-8062-8a82a85202d9'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:40:36.606760 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e4d8aa11-b7d5-4d56-82df-69bf45b91fc3 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks [] for floatingip, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:36.614767 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad027d-1357-4984-8b71-8993be08f493 req-a6a922e5-e9b2-4da8-bcf6-89c7072c9183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:36.616568 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-3fad027d-1357-4984-8b71-8993be08f493 req-a6a922e5-e9b2-4da8-bcf6-89c7072c9183 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1665e509-0b7d-4482-9e4d-29c028e42a95 HTTP/1.1" status: 200 len: 854 time: 0.0666795 Sep 07 14:40:36.725733 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-d9916b8c-3b15-4ae5-90e7-fdf5e7b38294 None None] Set router 951cbe0c-6431-477b-8062-8a82a85202d9 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:40:36.771315 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad027d-1357-4984-8b71-8993be08f493 req-b1dfc616-5175-4329-80bd-e1af26d9b445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:36.774614 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-3fad027d-1357-4984-8b71-8993be08f493 req-b1dfc616-5175-4329-80bd-e1af26d9b445 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c71be1b0-a472-4531-9620-78c524d44afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1454284 Sep 07 14:40:36.841374 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-31253793-caf5-4056-a39c-c5232f28ccd8 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:36.961587 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d9916b8c-3b15-4ae5-90e7-fdf5e7b38294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951cbe0c-6431-477b-8062-8a82a85202d9', 'name': 'tempest-TestMinimumBasicScenario-1659837734-router', 'tenant_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '36a5d604-3c39-4ab8-83ac-c0c0793ba054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:05Z', 'updated_at': '2021-09-07T14:39:10Z', 'revision_number': 4, 'project_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'gw_port': {'id': '36a5d604-3c39-4ab8-83ac-c0c0793ba054', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951cbe0c-6431-477b-8062-8a82a85202d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:06Z', 'updated_at': '2021-09-07T14:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_floatingips': [{'id': 'de260ea5-b081-4c8e-bc3b-146c5ff37b64', 'tenant_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'floating_ip_address': '172.27.3.10', 'floating_network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'router_id': '951cbe0c-6431-477b-8062-8a82a85202d9', 'port_id': '040980fb-ff39-4eca-8d9a-21c4248c97ac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c71be1b0-a472-4531-9620-78c524d44afd', 'mac_address': 'fa:16:3e:69:56:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48e866c-7f77-4d03-960a-5105e6c06375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:40:34Z', 'updated_at': '2021-09-07T14:40:34Z', 'revision_number': 0, 'project_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1242e850-5b5a-4814-8e03-fc4f562bf944', 'name': '', 'network_id': 'c71be1b0-a472-4531-9620-78c524d44afd', 'tenant_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'mac_address': 'fa:16:3e:64:8a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951cbe0c-6431-477b-8062-8a82a85202d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1665e509-0b7d-4482-9e4d-29c028e42a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:09Z', 'updated_at': '2021-09-07T14:39:22Z', 'revision_number': 5, 'project_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'subnets': [{'id': '1665e509-0b7d-4482-9e4d-29c028e42a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:40:36.992944 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9916b8c-3b15-4ae5-90e7-fdf5e7b38294 None None] The sync data for ids ['951cbe0c-6431-477b-8062-8a82a85202d9'] in dv-cinder-760153-9-iscsi is: [{'id': '951cbe0c-6431-477b-8062-8a82a85202d9', 'name': 'tempest-TestMinimumBasicScenario-1659837734-router', 'tenant_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '36a5d604-3c39-4ab8-83ac-c0c0793ba054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:05Z', 'updated_at': '2021-09-07T14:39:10Z', 'revision_number': 4, 'project_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'gw_port': {'id': '36a5d604-3c39-4ab8-83ac-c0c0793ba054', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951cbe0c-6431-477b-8062-8a82a85202d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:06Z', 'updated_at': '2021-09-07T14:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_floatingips': [{'id': 'de260ea5-b081-4c8e-bc3b-146c5ff37b64', 'tenant_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'floating_ip_address': '172.27.3.10', 'floating_network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'router_id': '951cbe0c-6431-477b-8062-8a82a85202d9', 'port_id': '040980fb-ff39-4eca-8d9a-21c4248c97ac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c71be1b0-a472-4531-9620-78c524d44afd', 'mac_address': 'fa:16:3e:69:56:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48e866c-7f77-4d03-960a-5105e6c06375', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:40:34Z', 'updated_at': '2021-09-07T14:40:34Z', 'revision_number': 0, 'project_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1242e850-5b5a-4814-8e03-fc4f562bf944', 'name': '', 'network_id': 'c71be1b0-a472-4531-9620-78c524d44afd', 'tenant_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'mac_address': 'fa:16:3e:64:8a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951cbe0c-6431-477b-8062-8a82a85202d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1665e509-0b7d-4482-9e4d-29c028e42a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:09Z', 'updated_at': '2021-09-07T14:39:22Z', 'revision_number': 5, 'project_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'subnets': [{'id': '1665e509-0b7d-4482-9e4d-29c028e42a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:40:37.113033 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-31253793-caf5-4056-a39c-c5232f28ccd8 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:37.174612 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31253793-caf5-4056-a39c-c5232f28ccd8 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80f8d611-6502-4bdd-b2fb-026fea61111e,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:40:37.184623 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-3fad027d-1357-4984-8b71-8993be08f493 req-4bbf5127-c20d-4756-9f0f-ba7524a5972e service neutron] 10.222.0.22 "GET /v2.0/networks/c71be1b0-a472-4531-9620-78c524d44afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3996773 Sep 07 14:40:37.186842 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e4d8aa11-b7d5-4d56-82df-69bf45b91fc3 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:37.189430 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b582733-8af1-44f2-b63f-60dd5108f56f None None] New status for floating IP de260ea5-b081-4c8e-bc3b-146c5ff37b64: ACTIVE {{(pid=94643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 14:40:37.237474 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-31253793-caf5-4056-a39c-c5232f28ccd8 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks [] for security_group, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:37.238642 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-31253793-caf5-4056-a39c-c5232f28ccd8 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.0610256 Sep 07 14:40:37.242543 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 52370) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:40:37.248842 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-946acea2-6c5e-4cdb-b21a-511fb8b2a53b tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Request body: {'security_group_rule': {'security_group_id': '80f8d611-6502-4bdd-b2fb-026fea61111e', 'project_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:40:37.348292 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-946acea2-6c5e-4cdb-b21a-511fb8b2a53b tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:37.374529 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-e4d8aa11-b7d5-4d56-82df-69bf45b91fc3 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Allocated IP 172.27.3.68 (f04259db-55ec-42a0-98f6-02412be1dbca/67ecb36d-e9a7-4541-9321-65fb5ffda8c8/ccb574b5-ad05-46cc-b4ec-bb0c6e80ad2c) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:40:37.380310 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-3fad027d-1357-4984-8b71-8993be08f493 req-ab01c637-6ce2-472e-a63d-08f03393b2b5 service neutron] 10.222.0.22 "GET /v2.0/networks/c71be1b0-a472-4531-9620-78c524d44afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524167 Sep 07 14:40:37.408382 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-946acea2-6c5e-4cdb-b21a-511fb8b2a53b tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:37.496842 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e4d8aa11-b7d5-4d56-82df-69bf45b91fc3 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:37.572040 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-946acea2-6c5e-4cdb-b21a-511fb8b2a53b tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460427'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:37.596738 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946acea2-6c5e-4cdb-b21a-511fb8b2a53b tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=483cb55a-7198-49e8-8851-b2264597198f,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:40:37.601279 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e4d8aa11-b7d5-4d56-82df-69bf45b91fc3 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:37.642878 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d8aa11-b7d5-4d56-82df-69bf45b91fc3 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Network f04259db-55ec-42a0-98f6-02412be1dbca is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:40:37.648152 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-e4d8aa11-b7d5-4d56-82df-69bf45b91fc3 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:40:37.652783 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d8aa11-b7d5-4d56-82df-69bf45b91fc3 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:40:37.655856 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d8aa11-b7d5-4d56-82df-69bf45b91fc3 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Pushing event updated for resources: {'Port': ['ID=ccb574b5-ad05-46cc-b4ec-bb0c6e80ad2c,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:40:37.692113 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-946acea2-6c5e-4cdb-b21a-511fb8b2a53b tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:37.693987 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-946acea2-6c5e-4cdb-b21a-511fb8b2a53b tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4491544 Sep 07 14:40:37.696596 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 52372) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:40:37.701291 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-56196d10-f07d-4051-bc32-f320196064df tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Request body: {'security_group_rule': {'security_group_id': '80f8d611-6502-4bdd-b2fb-026fea61111e', 'project_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:40:37.789094 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56196d10-f07d-4051-bc32-f320196064df tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:37.817829 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:37.851907 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56196d10-f07d-4051-bc32-f320196064df tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:37.949295 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56196d10-f07d-4051-bc32-f320196064df tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460427'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:37.967817 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56196d10-f07d-4051-bc32-f320196064df tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=876ea93b-f946-46b1-9a25-14a11065ed7e,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:40:38.023710 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e4d8aa11-b7d5-4d56-82df-69bf45b91fc3 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:38.052269 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56196d10-f07d-4051-bc32-f320196064df tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:38.054674 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-56196d10-f07d-4051-bc32-f320196064df tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3571444 Sep 07 14:40:38.057460 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 52376) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:40:38.064749 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-27ce3dc7-df70-47bf-bf5d-696be08b8dbe tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Request body: {'security_group_rule': {'security_group_id': '80f8d611-6502-4bdd-b2fb-026fea61111e', 'project_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:40:38.161500 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e4d8aa11-b7d5-4d56-82df-69bf45b91fc3 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:38.193594 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-27ce3dc7-df70-47bf-bf5d-696be08b8dbe tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:38.300267 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-27ce3dc7-df70-47bf-bf5d-696be08b8dbe tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:38.353695 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e4d8aa11-b7d5-4d56-82df-69bf45b91fc3 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:38.394613 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-27ce3dc7-df70-47bf-bf5d-696be08b8dbe tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460427'] for security_group_rule, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:38.416518 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ce3dc7-df70-47bf-bf5d-696be08b8dbe tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74761e29-9a79-4704-8c4c-b74ec82bb793,revision_number=0']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:40:38.543262 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e4d8aa11-b7d5-4d56-82df-69bf45b91fc3 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009912'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:38.598334 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-27ce3dc7-df70-47bf-bf5d-696be08b8dbe tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:38.600174 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-27ce3dc7-df70-47bf-bf5d-696be08b8dbe tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5411489 Sep 07 14:40:38.603035 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 52378) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:40:38.607840 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5319ac74-324d-4be2-b5d8-bd51367afb03 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Request body: {'security_group_rule': {'security_group_id': '80f8d611-6502-4bdd-b2fb-026fea61111e', 'project_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:40:38.613641 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d8aa11-b7d5-4d56-82df-69bf45b91fc3 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Pushing event updated for resources: {'Port': ['ID=ccb574b5-ad05-46cc-b4ec-bb0c6e80ad2c,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:40:38.623784 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e4d8aa11-b7d5-4d56-82df-69bf45b91fc3 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540525'] for floatingip, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:38.719970 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5319ac74-324d-4be2-b5d8-bd51367afb03 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:38.723425 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.db.l3_db [None req-e4d8aa11-b7d5-4d56-82df-69bf45b91fc3 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Floating IP 965dd389-52f2-4d59-a5f4-e7a353220421 associated. External IP: 172.27.3.68, port: 6fee3415-4cf0-495b-a719-68c817c74c50. Sep 07 14:40:38.779440 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5319ac74-324d-4be2-b5d8-bd51367afb03 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:38.881117 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5319ac74-324d-4be2-b5d8-bd51367afb03 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460427'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:38.904387 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5319ac74-324d-4be2-b5d8-bd51367afb03 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92062843-c233-4b43-84d2-b6f6880ad771,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:40:38.932081 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d8aa11-b7d5-4d56-82df-69bf45b91fc3 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Router c5538baf-d137-49c4-8cbb-cac645afeab4 has already been hosted by L3 agent ca4ca367-a056-42f7-949c-96b33f8f39bf {{(pid=94641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:40:38.983677 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5319ac74-324d-4be2-b5d8-bd51367afb03 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:38.985305 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-5319ac74-324d-4be2-b5d8-bd51367afb03 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3810258 Sep 07 14:40:38.988647 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 52382) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:40:38.996508 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8fe5bd63-8a0d-4b50-8cdb-a7a9cba68050 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Request body: {'security_group_rule': {'security_group_id': '80f8d611-6502-4bdd-b2fb-026fea61111e', 'project_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:40:39.044097 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d8aa11-b7d5-4d56-82df-69bf45b91fc3 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify agent at l3_agent.dv-cinder-760153-9-iscsi the message routers_updated {{(pid=94641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:40:39.054184 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38b2951-9894-4072-a12a-bcb1f2f6b975 None None] Sync routers for ids ['c5538baf-d137-49c4-8cbb-cac645afeab4'] in dv-cinder-760153-9-iscsi {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:40:39.063713 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38b2951-9894-4072-a12a-bcb1f2f6b975 None None] Routers {'c5538baf-d137-49c4-8cbb-cac645afeab4'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:40:39.064329 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a38b2951-9894-4072-a12a-bcb1f2f6b975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:40:35Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['c5538baf-d137-49c4-8cbb-cac645afeab4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:40:39.097817 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-8fe5bd63-8a0d-4b50-8cdb-a7a9cba68050 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Project 2c2a57f6d9c44352845943f3bb3b8fa2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 14:40:39.103621 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8fe5bd63-8a0d-4b50-8cdb-a7a9cba68050 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:39.155083 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e4d8aa11-b7d5-4d56-82df-69bf45b91fc3 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for floatingip, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:39.168444 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8fe5bd63-8a0d-4b50-8cdb-a7a9cba68050 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:39.175699 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-a38b2951-9894-4072-a12a-bcb1f2f6b975 None None] Set router c5538baf-d137-49c4-8cbb-cac645afeab4 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:40:39.182914 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-e4d8aa11-b7d5-4d56-82df-69bf45b91fc3 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9020653 Sep 07 14:40:39.183493 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f89d25e-8165-4793-becb-34b0b37e7e04', 'tag': '6fee3415-4cf0-495b-a719-68c817c74c50'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:40:39.185873 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ae4c01fc0fef93246b53b81dc3c4053f5278a59fc30262d76e8d579d86f7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c0942c-67de-4800-905b-5d56224e2512" -d '{"events": [{"name": "network-changed", "server_uuid": "0f89d25e-8165-4793-becb-34b0b37e7e04", "tag": "6fee3415-4cf0-495b-a719-68c817c74c50"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:40:39.222637 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50188740-3bc2-42c4-b72d-03921cd527a9 x-openstack-request-id: req-50188740-3bc2-42c4-b72d-03921cd527a9 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:40:39.222924 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f89d25e-8165-4793-becb-34b0b37e7e04", "tag": "6fee3415-4cf0-495b-a719-68c817c74c50", "status": "completed", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:40:39.223172 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-50188740-3bc2-42c4-b72d-03921cd527a9 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:40:39.223571 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f89d25e-8165-4793-becb-34b0b37e7e04', 'tag': '6fee3415-4cf0-495b-a719-68c817c74c50', 'status': 'completed', 'code': 200} Sep 07 14:40:39.263076 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8fe5bd63-8a0d-4b50-8cdb-a7a9cba68050 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460427'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:39.290126 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe5bd63-8a0d-4b50-8cdb-a7a9cba68050 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd332d83-fd6b-49f8-8d5c-d770e6ae5933,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:40:39.307439 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c0942c-67de-4800-905b-5d56224e2512 req-01529202-5fe6-495c-97b9-30649c515841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:39.309076 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-84c0942c-67de-4800-905b-5d56224e2512 req-01529202-5fe6-495c-97b9-30649c515841 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ddcff35f4fe74c3087d85eedd77cfcb3&device_id=0f89d25e-8165-4793-becb-34b0b37e7e04 HTTP/1.1" status: 200 len: 1099 time: 0.0451317 Sep 07 14:40:39.389126 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8fe5bd63-8a0d-4b50-8cdb-a7a9cba68050 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:39.390569 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-8fe5bd63-8a0d-4b50-8cdb-a7a9cba68050 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4009054 Sep 07 14:40:39.393265 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 52388) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:40:39.398054 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2792dc52-8f09-4bed-b1f0-925a3d8e22e9 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Request body: {'security_group_rule': {'security_group_id': '80f8d611-6502-4bdd-b2fb-026fea61111e', 'project_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:40:39.415460 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a38b2951-9894-4072-a12a-bcb1f2f6b975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'name': 'tempest-TestVolumeBootPattern-1625730596-router', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'eb666416-6561-4d0c-8443-5923fb1ed931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:01Z', 'updated_at': '2021-09-07T14:39:07Z', 'revision_number': 4, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'gw_port': {'id': 'eb666416-6561-4d0c-8443-5923fb1ed931', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:02Z', 'updated_at': '2021-09-07T14:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_floatingips': [{'id': '965dd389-52f2-4d59-a5f4-e7a353220421', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'floating_ip_address': '172.27.3.68', 'floating_network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'router_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'port_id': '6fee3415-4cf0-495b-a719-68c817c74c50', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45', 'mac_address': 'fa:16:3e:2b:04:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f89d25e-8165-4793-becb-34b0b37e7e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:40:37Z', 'updated_at': '2021-09-07T14:40:37Z', 'revision_number': 0, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f810e8aa-4b7f-4a11-8f7c-aba31de7c523', 'name': '', 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'mac_address': 'fa:16:3e:df:9b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '846cc3d9-b8d8-4a47-8daf-12b566ed01c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:05Z', 'updated_at': '2021-09-07T14:39:12Z', 'revision_number': 5, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'subnets': [{'id': '846cc3d9-b8d8-4a47-8daf-12b566ed01c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:40:39.415730 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c0942c-67de-4800-905b-5d56224e2512 req-72aec464-fe03-48c5-b996-0af4edfa72e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:39.415730 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-84c0942c-67de-4800-905b-5d56224e2512 req-72aec464-fe03-48c5-b996-0af4edfa72e1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=10bc76c4-28c7-4ddc-9078-74979f2c3f45 HTTP/1.1" status: 200 len: 913 time: 0.0975456 Sep 07 14:40:39.438459 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38b2951-9894-4072-a12a-bcb1f2f6b975 None None] Checking router: c5538baf-d137-49c4-8cbb-cac645afeab4 for host: dv-cinder-760153-9-iscsi {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:40:39.447684 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38b2951-9894-4072-a12a-bcb1f2f6b975 None None] Routers {'c5538baf-d137-49c4-8cbb-cac645afeab4'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:40:39.448297 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a38b2951-9894-4072-a12a-bcb1f2f6b975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:40:35Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['c5538baf-d137-49c4-8cbb-cac645afeab4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:40:39.486782 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-84c0942c-67de-4800-905b-5d56224e2512 req-161d86a5-c364-461b-bb61-c5d5c47c6b18 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fee3415-4cf0-495b-a719-68c817c74c50 HTTP/1.1" status: 200 len: 999 time: 0.0649045 Sep 07 14:40:39.521067 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-2792dc52-8f09-4bed-b1f0-925a3d8e22e9 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Project 2c2a57f6d9c44352845943f3bb3b8fa2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 14:40:39.527075 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2792dc52-8f09-4bed-b1f0-925a3d8e22e9 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:39.546325 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c0942c-67de-4800-905b-5d56224e2512 req-79f186e3-9ecd-4f54-8328-6234a88f51ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:39.547138 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-84c0942c-67de-4800-905b-5d56224e2512 req-79f186e3-9ecd-4f54-8328-6234a88f51ca service neutron] 10.222.0.22 "GET /v2.0/subnets?id=846cc3d9-b8d8-4a47-8daf-12b566ed01c8 HTTP/1.1" status: 200 len: 851 time: 0.0462615 Sep 07 14:40:39.565013 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-a38b2951-9894-4072-a12a-bcb1f2f6b975 None None] Set router c5538baf-d137-49c4-8cbb-cac645afeab4 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:40:39.593675 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2792dc52-8f09-4bed-b1f0-925a3d8e22e9 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:39.601470 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c0942c-67de-4800-905b-5d56224e2512 req-1294744c-084d-4454-9ba6-1b0ca235b2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:39.603007 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-84c0942c-67de-4800-905b-5d56224e2512 req-1294744c-084d-4454-9ba6-1b0ca235b2ee service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=10bc76c4-28c7-4ddc-9078-74979f2c3f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463979 Sep 07 14:40:39.680836 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2792dc52-8f09-4bed-b1f0-925a3d8e22e9 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460427'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:39.700920 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2792dc52-8f09-4bed-b1f0-925a3d8e22e9 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5b047bc-8980-431c-b2cd-87c8ac80c6b6,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:40:39.703322 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-84c0942c-67de-4800-905b-5d56224e2512 req-3f7c40a9-19b2-436c-8f2d-be5d0f4de88a service neutron] 10.222.0.22 "GET /v2.0/networks/10bc76c4-28c7-4ddc-9078-74979f2c3f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909777 Sep 07 14:40:39.777423 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2792dc52-8f09-4bed-b1f0-925a3d8e22e9 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:39.781473 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-2792dc52-8f09-4bed-b1f0-925a3d8e22e9 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3845515 Sep 07 14:40:39.802073 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-84c0942c-67de-4800-905b-5d56224e2512 req-796760c7-9aef-4e09-a61a-0136ac8f430d service neutron] 10.222.0.22 "GET /v2.0/networks/10bc76c4-28c7-4ddc-9078-74979f2c3f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894003 Sep 07 14:40:39.804087 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a38b2951-9894-4072-a12a-bcb1f2f6b975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'name': 'tempest-TestVolumeBootPattern-1625730596-router', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'eb666416-6561-4d0c-8443-5923fb1ed931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:01Z', 'updated_at': '2021-09-07T14:39:07Z', 'revision_number': 4, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'gw_port': {'id': 'eb666416-6561-4d0c-8443-5923fb1ed931', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:02Z', 'updated_at': '2021-09-07T14:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_floatingips': [{'id': '965dd389-52f2-4d59-a5f4-e7a353220421', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'floating_ip_address': '172.27.3.68', 'floating_network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'router_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'port_id': '6fee3415-4cf0-495b-a719-68c817c74c50', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45', 'mac_address': 'fa:16:3e:2b:04:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f89d25e-8165-4793-becb-34b0b37e7e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:40:37Z', 'updated_at': '2021-09-07T14:40:37Z', 'revision_number': 0, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f810e8aa-4b7f-4a11-8f7c-aba31de7c523', 'name': '', 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'mac_address': 'fa:16:3e:df:9b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '846cc3d9-b8d8-4a47-8daf-12b566ed01c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:05Z', 'updated_at': '2021-09-07T14:39:12Z', 'revision_number': 5, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'subnets': [{'id': '846cc3d9-b8d8-4a47-8daf-12b566ed01c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:40:39.831470 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38b2951-9894-4072-a12a-bcb1f2f6b975 None None] The sync data for ids ['c5538baf-d137-49c4-8cbb-cac645afeab4'] in dv-cinder-760153-9-iscsi is: [{'id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'name': 'tempest-TestVolumeBootPattern-1625730596-router', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'eb666416-6561-4d0c-8443-5923fb1ed931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:01Z', 'updated_at': '2021-09-07T14:39:07Z', 'revision_number': 4, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'gw_port': {'id': 'eb666416-6561-4d0c-8443-5923fb1ed931', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:02Z', 'updated_at': '2021-09-07T14:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_floatingips': [{'id': '965dd389-52f2-4d59-a5f4-e7a353220421', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'floating_ip_address': '172.27.3.68', 'floating_network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'router_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'port_id': '6fee3415-4cf0-495b-a719-68c817c74c50', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45', 'mac_address': 'fa:16:3e:2b:04:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f89d25e-8165-4793-becb-34b0b37e7e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:40:37Z', 'updated_at': '2021-09-07T14:40:37Z', 'revision_number': 0, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f810e8aa-4b7f-4a11-8f7c-aba31de7c523', 'name': '', 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'mac_address': 'fa:16:3e:df:9b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '846cc3d9-b8d8-4a47-8daf-12b566ed01c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:05Z', 'updated_at': '2021-09-07T14:39:12Z', 'revision_number': 5, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'subnets': [{'id': '846cc3d9-b8d8-4a47-8daf-12b566ed01c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:40:39.867063 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c077d4eb-8191-4071-b0b6-4ce02c9bb1b5 req-73ffbb21-a6bb-4c4d-ac0a-ff10bccebd4c tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-616376149&fields=id&tenant_id=2c2a57f6d9c44352845943f3bb3b8fa2 HTTP/1.1" status: 200 len: 267 time: 0.0402725 Sep 07 14:40:39.923556 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077d4eb-8191-4071-b0b6-4ce02c9bb1b5 req-b8959972-d8dd-428c-b9dc-1d053887bc97 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:39.925115 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c077d4eb-8191-4071-b0b6-4ce02c9bb1b5 req-b8959972-d8dd-428c-b9dc-1d053887bc97 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 945 time: 0.0520060 Sep 07 14:40:39.938316 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-c077d4eb-8191-4071-b0b6-4ce02c9bb1b5 req-bfe7947a-0b68-44af-a819-f9c991ef9edc tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Request body: {'port': {'security_groups': ['b5896ba6-76a9-4e7c-89db-4f3ac61a27ec', '80f8d611-6502-4bdd-b2fb-026fea61111e']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:40:40.009805 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c077d4eb-8191-4071-b0b6-4ce02c9bb1b5 req-bfe7947a-0b68-44af-a819-f9c991ef9edc tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:40.022404 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d8d43e-fe7b-46c2-acb4-a992adb6957b None None] New status for floating IP 965dd389-52f2-4d59-a5f4-e7a353220421: ACTIVE {{(pid=94643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 14:40:40.202853 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c077d4eb-8191-4071-b0b6-4ce02c9bb1b5 req-bfe7947a-0b68-44af-a819-f9c991ef9edc tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] For port 040980fb-ff39-4eca-8d9a-21c4248c97ac, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=040980fb-ff39-4eca-8d9a-21c4248c97ac,segment=NetworkSegment(d5edefeb-33fd-4ac2-ab34-abbc58fe06c1),segment_id=d5edefeb-33fd-4ac2-ab34-abbc58fe06c1)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:40:40.231557 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c077d4eb-8191-4071-b0b6-4ce02c9bb1b5 req-bfe7947a-0b68-44af-a819-f9c991ef9edc tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:40.326256 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c077d4eb-8191-4071-b0b6-4ce02c9bb1b5 req-bfe7947a-0b68-44af-a819-f9c991ef9edc tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8727923'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:40.338186 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] get_ports_and_sgs() called for port_ids ['040980fb-ff39-4eca-8d9a-21c4248c97ac'] {{(pid=94642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:40:40.369834 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077d4eb-8191-4071-b0b6-4ce02c9bb1b5 req-bfe7947a-0b68-44af-a819-f9c991ef9edc tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:40.370483 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c077d4eb-8191-4071-b0b6-4ce02c9bb1b5 req-bfe7947a-0b68-44af-a819-f9c991ef9edc tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:40.371870 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c077d4eb-8191-4071-b0b6-4ce02c9bb1b5 req-bfe7947a-0b68-44af-a819-f9c991ef9edc tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "PUT /v2.0/ports/040980fb-ff39-4eca-8d9a-21c4248c97ac HTTP/1.1" status: 200 len: 981 time: 0.4398530 Sep 07 14:40:40.377425 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c48e866c-7f77-4d03-960a-5105e6c06375', 'tag': '040980fb-ff39-4eca-8d9a-21c4248c97ac'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:40:40.377425 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca3d64d6ee1d62abf9801d62a4287030b5a1037887016040f3cf02e156c8ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb6e3e1-7c38-4264-bccd-7487a8b4283c" -d '{"events": [{"name": "network-changed", "server_uuid": "c48e866c-7f77-4d03-960a-5105e6c06375", "tag": "040980fb-ff39-4eca-8d9a-21c4248c97ac"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:40:40.400542 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe7947a-0b68-44af-a819-f9c991ef9edc tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Pushing event updated for resources: {'Port': ['ID=040980fb-ff39-4eca-8d9a-21c4248c97ac,revision_number=6']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:40:40.451127 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeeca40f-b4e9-4525-ba63-f2e51c40717a x-openstack-request-id: req-eeeca40f-b4e9-4525-ba63-f2e51c40717a {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:40:40.451635 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c48e866c-7f77-4d03-960a-5105e6c06375", "tag": "040980fb-ff39-4eca-8d9a-21c4248c97ac", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:40:40.451754 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eeeca40f-b4e9-4525-ba63-f2e51c40717a {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:40:40.452206 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c48e866c-7f77-4d03-960a-5105e6c06375', 'tag': '040980fb-ff39-4eca-8d9a-21c4248c97ac', 'status': 'completed', 'code': 200} Sep 07 14:40:40.471996 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] get_ports_and_sgs() called for port_ids ['040980fb-ff39-4eca-8d9a-21c4248c97ac'] {{(pid=94642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:40:40.532624 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6e3e1-7c38-4264-bccd-7487a8b4283c req-a430b3dc-70a7-48a2-95ac-a5a086e32847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:40.534061 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec217a-6be8-4a05-8d56-33618993c139 req-ccb94075-1eb0-4689-972a-7111612a060c tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:40.534236 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-efb6e3e1-7c38-4264-bccd-7487a8b4283c req-a430b3dc-70a7-48a2-95ac-a5a086e32847 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2c2a57f6d9c44352845943f3bb3b8fa2&device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 1137 time: 0.0529463 Sep 07 14:40:40.535730 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d9ec217a-6be8-4a05-8d56-33618993c139 req-ccb94075-1eb0-4689-972a-7111612a060c tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 984 time: 0.0590992 Sep 07 14:40:40.600804 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d9ec217a-6be8-4a05-8d56-33618993c139 req-e477666e-0062-4e16-9111-da4b21a65baa tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/security-groups?id=80f8d611-6502-4bdd-b2fb-026fea61111e&id=b5896ba6-76a9-4e7c-89db-4f3ac61a27ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0515659 Sep 07 14:40:40.647352 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6e3e1-7c38-4264-bccd-7487a8b4283c req-34acaa5c-955e-4f65-922c-38427d9bfc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:40.648856 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-efb6e3e1-7c38-4264-bccd-7487a8b4283c req-34acaa5c-955e-4f65-922c-38427d9bfc33 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c71be1b0-a472-4531-9620-78c524d44afd HTTP/1.1" status: 200 len: 916 time: 0.1009295 Sep 07 14:40:40.701596 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-d0c05417-f309-4324-9203-b14f81b5caa0 None None] Provisioning complete for port 040980fb-ff39-4eca-8d9a-21c4248c97ac triggered by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:40:40.701990 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-d0c05417-f309-4324-9203-b14f81b5caa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:40:40.717284 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-efb6e3e1-7c38-4264-bccd-7487a8b4283c req-c028c20f-b389-47c4-bb09-869f4d1815aa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=040980fb-ff39-4eca-8d9a-21c4248c97ac HTTP/1.1" status: 200 len: 1000 time: 0.0598056 Sep 07 14:40:40.766481 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6e3e1-7c38-4264-bccd-7487a8b4283c req-0f39831b-d670-4b49-9da8-f600c5becbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:40.767956 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-efb6e3e1-7c38-4264-bccd-7487a8b4283c req-0f39831b-d670-4b49-9da8-f600c5becbe3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1665e509-0b7d-4482-9e4d-29c028e42a95 HTTP/1.1" status: 200 len: 854 time: 0.0432458 Sep 07 14:40:40.829698 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6e3e1-7c38-4264-bccd-7487a8b4283c req-ab9b115c-326e-4438-8d94-4d2918b12ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:40:40.831228 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-efb6e3e1-7c38-4264-bccd-7487a8b4283c req-ab9b115c-326e-4438-8d94-4d2918b12ab1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c71be1b0-a472-4531-9620-78c524d44afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437496 Sep 07 14:40:40.925398 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-efb6e3e1-7c38-4264-bccd-7487a8b4283c req-6042f784-c0ec-4b2b-9a88-323b86225237 service neutron] 10.222.0.22 "GET /v2.0/networks/c71be1b0-a472-4531-9620-78c524d44afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809982 Sep 07 14:40:41.032979 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-efb6e3e1-7c38-4264-bccd-7487a8b4283c req-60cd57cc-e954-4356-8ede-b86c072e6b08 service neutron] 10.222.0.22 "GET /v2.0/networks/c71be1b0-a472-4531-9620-78c524d44afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882471 Sep 07 14:40:51.400553 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.agents_db [None req-8586c0a8-7e1b-4ad5-b29e-274ce3295afb None None] Agent healthcheck: found 6 active agents {{(pid=94643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:41:02.326579 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-cb68bcb4-3eb5-4c8d-95e4-458f111b29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:02.594873 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:05.006414 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-7dc6a654-b02f-4c83-8828-0a373f885dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:05.429831 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:06.154778 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:07.823643 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:12.894328 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b06ccf-a249-4378-af46-a4c40efbef70 req-513260fc-be63-4ee5-b535-bbdc75754c76 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:12.895771 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-01b06ccf-a249-4378-af46-a4c40efbef70 req-513260fc-be63-4ee5-b535-bbdc75754c76 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 984 time: 0.0491347 Sep 07 14:41:12.941777 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-01b06ccf-a249-4378-af46-a4c40efbef70 req-9d5ae547-0680-4672-a2b4-5835e36654ef tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/security-groups?id=80f8d611-6502-4bdd-b2fb-026fea61111e&id=b5896ba6-76a9-4e7c-89db-4f3ac61a27ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391023 Sep 07 14:41:13.010240 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b5f8f-a68c-4c18-9808-e634468e706b req-c7516292-e7f0-49fe-9a27-e27d6c54efeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:13.011720 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-553b5f8f-a68c-4c18-9808-e634468e706b req-c7516292-e7f0-49fe-9a27-e27d6c54efeb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2c2a57f6d9c44352845943f3bb3b8fa2&device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 1137 time: 0.0400295 Sep 07 14:41:13.104949 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b5f8f-a68c-4c18-9808-e634468e706b req-a1f55396-bc33-4aa0-b9c6-7dfd0bd111ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:13.106346 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-553b5f8f-a68c-4c18-9808-e634468e706b req-a1f55396-bc33-4aa0-b9c6-7dfd0bd111ab service neutron] 10.222.0.22 "GET /v2.0/networks?id=c71be1b0-a472-4531-9620-78c524d44afd HTTP/1.1" status: 200 len: 916 time: 0.0866749 Sep 07 14:41:13.172658 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-553b5f8f-a68c-4c18-9808-e634468e706b req-a81b605d-c53a-44d5-843c-ae65ea976a1b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=040980fb-ff39-4eca-8d9a-21c4248c97ac HTTP/1.1" status: 200 len: 1000 time: 0.0570643 Sep 07 14:41:13.222542 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b5f8f-a68c-4c18-9808-e634468e706b req-105f9495-48ca-41a4-8ce1-f47b00a8220a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:13.223994 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-553b5f8f-a68c-4c18-9808-e634468e706b req-105f9495-48ca-41a4-8ce1-f47b00a8220a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1665e509-0b7d-4482-9e4d-29c028e42a95 HTTP/1.1" status: 200 len: 854 time: 0.0434709 Sep 07 14:41:13.273587 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b5f8f-a68c-4c18-9808-e634468e706b req-d37898ad-3bc5-41e0-934c-d43c217fa8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:13.275117 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-553b5f8f-a68c-4c18-9808-e634468e706b req-d37898ad-3bc5-41e0-934c-d43c217fa8ca service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c71be1b0-a472-4531-9620-78c524d44afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431268 Sep 07 14:41:13.371532 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-553b5f8f-a68c-4c18-9808-e634468e706b req-a322eaa8-f53b-40d9-9942-1534a329a796 service neutron] 10.222.0.22 "GET /v2.0/networks/c71be1b0-a472-4531-9620-78c524d44afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815663 Sep 07 14:41:13.470510 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-553b5f8f-a68c-4c18-9808-e634468e706b req-7860b55e-6178-40f2-b079-3a14a7ac27cc service neutron] 10.222.0.22 "GET /v2.0/networks/c71be1b0-a472-4531-9620-78c524d44afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872250 Sep 07 14:41:14.058128 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54eef35-046f-4d30-abc1-57a52fd56d75 req-dc8841d5-8237-4fc4-a7f6-9115171ee5c4 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:14.059618 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e54eef35-046f-4d30-abc1-57a52fd56d75 req-dc8841d5-8237-4fc4-a7f6-9115171ee5c4 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 984 time: 0.0504088 Sep 07 14:41:14.101707 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e54eef35-046f-4d30-abc1-57a52fd56d75 req-2d16f8ab-a81f-4cca-99fa-113d3a99980b tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/security-groups?id=80f8d611-6502-4bdd-b2fb-026fea61111e&id=b5896ba6-76a9-4e7c-89db-4f3ac61a27ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356712 Sep 07 14:41:15.218185 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f6c16-e218-4195-a372-66f36a31fdd7 req-189f6d79-b3be-4378-ae45-8b361b59c2b3 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:15.219669 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-082f6c16-e218-4195-a372-66f36a31fdd7 req-189f6d79-b3be-4378-ae45-8b361b59c2b3 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 984 time: 0.0497286 Sep 07 14:41:15.260565 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-082f6c16-e218-4195-a372-66f36a31fdd7 req-2ebe1505-6131-45bd-85b1-27e9fdfeb3bb tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/security-groups?id=80f8d611-6502-4bdd-b2fb-026fea61111e&id=b5896ba6-76a9-4e7c-89db-4f3ac61a27ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344951 Sep 07 14:41:16.376073 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6601a8-8895-4168-b8ec-c0de22351c00 req-c14bf1ea-a3e7-47c6-8fcb-f59e14d8846d tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:16.377556 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4c6601a8-8895-4168-b8ec-c0de22351c00 req-c14bf1ea-a3e7-47c6-8fcb-f59e14d8846d tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 984 time: 0.0494273 Sep 07 14:41:16.421825 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4c6601a8-8895-4168-b8ec-c0de22351c00 req-45940463-dde8-4f7f-8e66-f976c4e05242 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/security-groups?id=80f8d611-6502-4bdd-b2fb-026fea61111e&id=b5896ba6-76a9-4e7c-89db-4f3ac61a27ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0377755 Sep 07 14:41:17.539688 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13767b19-7e89-45a2-9055-992a8623414d req-5e5e927c-f79a-4045-9762-163217a8e97d tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:17.541428 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-13767b19-7e89-45a2-9055-992a8623414d req-5e5e927c-f79a-4045-9762-163217a8e97d tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 984 time: 0.0518646 Sep 07 14:41:17.582013 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-13767b19-7e89-45a2-9055-992a8623414d req-62688312-735d-4869-b7f6-64436e2d53e0 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/security-groups?id=80f8d611-6502-4bdd-b2fb-026fea61111e&id=b5896ba6-76a9-4e7c-89db-4f3ac61a27ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346174 Sep 07 14:41:18.697472 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49b9c9-8a55-4142-9dc1-f542a6e57f70 req-29921c51-14a8-448f-9be7-27c6d0e1f336 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:18.699001 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-fb49b9c9-8a55-4142-9dc1-f542a6e57f70 req-29921c51-14a8-448f-9be7-27c6d0e1f336 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 984 time: 0.0497448 Sep 07 14:41:18.739605 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-fb49b9c9-8a55-4142-9dc1-f542a6e57f70 req-f3a0af48-8e62-40f5-8fc8-1d3d4a5795f2 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/security-groups?id=80f8d611-6502-4bdd-b2fb-026fea61111e&id=b5896ba6-76a9-4e7c-89db-4f3ac61a27ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347173 Sep 07 14:41:19.862196 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6944155-2003-457a-bd2d-298650a215bc req-0731046c-34d0-4b2a-b1f7-0d9c749f7446 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:19.863672 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b6944155-2003-457a-bd2d-298650a215bc req-0731046c-34d0-4b2a-b1f7-0d9c749f7446 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 984 time: 0.0512393 Sep 07 14:41:19.909243 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b6944155-2003-457a-bd2d-298650a215bc req-c20d7763-0f17-49b3-aad0-d3b0534653d6 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/security-groups?id=80f8d611-6502-4bdd-b2fb-026fea61111e&id=b5896ba6-76a9-4e7c-89db-4f3ac61a27ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393348 Sep 07 14:41:20.000551 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560ede6-6315-4e5e-bd19-5e531f0f1cc5 req-05885ef3-60d9-42da-a482-099b58706697 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:20.002042 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0560ede6-6315-4e5e-bd19-5e531f0f1cc5 req-05885ef3-60d9-42da-a482-099b58706697 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 947 time: 0.0497785 Sep 07 14:41:20.040740 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0560ede6-6315-4e5e-bd19-5e531f0f1cc5 req-45529a99-4989-4787-9ef0-1be522ad4840 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322762 Sep 07 14:41:21.026753 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34855b4a-e117-4022-bbe4-c9b50558f800 req-c247cbc6-1a56-41c2-93e8-ec4d0c421035 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:21.028234 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-34855b4a-e117-4022-bbe4-c9b50558f800 req-c247cbc6-1a56-41c2-93e8-ec4d0c421035 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 984 time: 0.0504479 Sep 07 14:41:21.071239 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-34855b4a-e117-4022-bbe4-c9b50558f800 req-f6ed55ca-7c13-41a9-b379-4df112431b59 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/security-groups?id=80f8d611-6502-4bdd-b2fb-026fea61111e&id=b5896ba6-76a9-4e7c-89db-4f3ac61a27ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370119 Sep 07 14:41:21.158949 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53875edd-569f-4e5a-b4c2-26255adb4ea2 req-7bac87ad-64f3-4d1b-88f0-a7369a701900 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:21.160462 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-53875edd-569f-4e5a-b4c2-26255adb4ea2 req-7bac87ad-64f3-4d1b-88f0-a7369a701900 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 947 time: 0.0489206 Sep 07 14:41:21.203664 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-53875edd-569f-4e5a-b4c2-26255adb4ea2 req-b2ef34e2-20f9-4a7f-b11a-bc980366c7b7 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354724 Sep 07 14:41:21.743451 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61502a-5e54-4d16-8171-cc0a5a0bd157 req-35fbf192-f5be-40e8-9635-b8b7124d80df tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:21.744904 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-6a61502a-5e54-4d16-8171-cc0a5a0bd157 req-35fbf192-f5be-40e8-9635-b8b7124d80df tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 947 time: 0.0489342 Sep 07 14:41:21.852531 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [req-6a61502a-5e54-4d16-8171-cc0a5a0bd157 req-cb303e6a-5ed5-45a9-885f-ba84e01af7ad tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Deleting port 3ed1d237-3126-4339-80cb-40993fa66667 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:41:21.852866 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-6a61502a-5e54-4d16-8171-cc0a5a0bd157 req-cb303e6a-5ed5-45a9-885f-ba84e01af7ad tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:21.939380 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [req-6a61502a-5e54-4d16-8171-cc0a5a0bd157 req-cb303e6a-5ed5-45a9-885f-ba84e01af7ad tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] For port 3ed1d237-3126-4339-80cb-40993fa66667, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=3ed1d237-3126-4339-80cb-40993fa66667,segment=NetworkSegment(e54557d8-93d7-49ba-a7fc-963d1c00c60e),segment_id=e54557d8-93d7-49ba-a7fc-963d1c00c60e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:41:21.939738 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-6a61502a-5e54-4d16-8171-cc0a5a0bd157 req-cb303e6a-5ed5-45a9-885f-ba84e01af7ad tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:22.197210 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bddf54-51f6-467d-a8d4-0eefce267a52 req-2390cb21-91b3-43d1-bd3d-fcb4fe3b8f0f tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:22.198843 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-87bddf54-51f6-467d-a8d4-0eefce267a52 req-2390cb21-91b3-43d1-bd3d-fcb4fe3b8f0f tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 984 time: 0.0551355 Sep 07 14:41:22.249669 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-87bddf54-51f6-467d-a8d4-0eefce267a52 req-fecbe30f-4435-4e64-a66f-7299b33b8614 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/security-groups?id=80f8d611-6502-4bdd-b2fb-026fea61111e&id=b5896ba6-76a9-4e7c-89db-4f3ac61a27ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442100 Sep 07 14:41:22.344356 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9accf1-9c87-4d49-ac6b-364fc480d514 req-44039c1a-c1e3-4570-8e56-dc1ff50116c5 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:22.345904 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ad9accf1-9c87-4d49-ac6b-364fc480d514 req-44039c1a-c1e3-4570-8e56-dc1ff50116c5 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad0b0a23-bc4f-4741-816d-8cf50a76b8c3 HTTP/1.1" status: 200 len: 947 time: 0.0516007 Sep 07 14:41:22.387344 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ad9accf1-9c87-4d49-ac6b-364fc480d514 req-8483a9eb-ac9f-42db-bf8e-14f00ae94d4b tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4eda5cb-35eb-410b-8ff9-08db9edf62df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340152 Sep 07 14:41:22.406473 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-6a61502a-5e54-4d16-8171-cc0a5a0bd157 req-cb303e6a-5ed5-45a9-885f-ba84e01af7ad tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:22.406909 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-6a61502a-5e54-4d16-8171-cc0a5a0bd157 req-cb303e6a-5ed5-45a9-885f-ba84e01af7ad tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540525'] for floatingip, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:22.407144 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.db.l3_db [req-6a61502a-5e54-4d16-8171-cc0a5a0bd157 req-cb303e6a-5ed5-45a9-885f-ba84e01af7ad tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Floating IP af42eadd-f6ce-4097-bf0e-168d1406b66a disassociated. External IP: 172.27.3.169, port: 3ed1d237-3126-4339-80cb-40993fa66667. Sep 07 14:41:22.407479 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [req-6a61502a-5e54-4d16-8171-cc0a5a0bd157 req-cb303e6a-5ed5-45a9-885f-ba84e01af7ad tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Calling delete_port for 3ed1d237-3126-4339-80cb-40993fa66667 owned by compute:nova {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:41:22.572595 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-6a61502a-5e54-4d16-8171-cc0a5a0bd157 req-cb303e6a-5ed5-45a9-885f-ba84e01af7ad tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:22.599943 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb303e6a-5ed5-45a9-885f-ba84e01af7ad tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Pushing event deleted for resources: {'Port': ['ID=3ed1d237-3126-4339-80cb-40993fa66667,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:41:22.713106 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a61502a-5e54-4d16-8171-cc0a5a0bd157 req-cb303e6a-5ed5-45a9-885f-ba84e01af7ad tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Router a78bc4b4-71e1-49de-b3d5-af042285a4ec has already been hosted by L3 agent ca4ca367-a056-42f7-949c-96b33f8f39bf {{(pid=94641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:41:22.823745 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a61502a-5e54-4d16-8171-cc0a5a0bd157 req-cb303e6a-5ed5-45a9-885f-ba84e01af7ad tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify agent at l3_agent.dv-cinder-760153-9-iscsi the message routers_updated {{(pid=94641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:41:22.836028 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f0571f-9766-4dc1-bdbd-9f2e579fa102 None None] Sync routers for ids ['a78bc4b4-71e1-49de-b3d5-af042285a4ec'] in dv-cinder-760153-9-iscsi {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:41:22.846969 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f0571f-9766-4dc1-bdbd-9f2e579fa102 None None] Routers {'a78bc4b4-71e1-49de-b3d5-af042285a4ec'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:41:22.847789 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-92f0571f-9766-4dc1-bdbd-9f2e579fa102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:41:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['a78bc4b4-71e1-49de-b3d5-af042285a4ec'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:41:22.863366 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a61502a-5e54-4d16-8171-cc0a5a0bd157 req-cb303e6a-5ed5-45a9-885f-ba84e01af7ad tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] No DVR routers for this DVR port 3ed1d237-3126-4339-80cb-40993fa66667 on host hv-cinder-76015 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:41:22.866996 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-6a61502a-5e54-4d16-8171-cc0a5a0bd157 req-cb303e6a-5ed5-45a9-885f-ba84e01af7ad tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:22.868844 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-6a61502a-5e54-4d16-8171-cc0a5a0bd157 req-cb303e6a-5ed5-45a9-885f-ba84e01af7ad tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.22 "DELETE /v2.0/ports/3ed1d237-3126-4339-80cb-40993fa66667 HTTP/1.1" status: 204 len: 173 time: 1.1165581 Sep 07 14:41:22.869310 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0b0a23-bc4f-4741-816d-8cf50a76b8c3', 'name': 'network-vif-deleted', 'tag': '3ed1d237-3126-4339-80cb-40993fa66667'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:41:22.871629 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ae4c01fc0fef93246b53b81dc3c4053f5278a59fc30262d76e8d579d86f7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c78dd3-9527-47e7-99cb-e0ad0af7e5df" -d '{"events": [{"server_uuid": "ad0b0a23-bc4f-4741-816d-8cf50a76b8c3", "name": "network-vif-deleted", "tag": "3ed1d237-3126-4339-80cb-40993fa66667"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:41:22.908994 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0584ad0-bf19-4a7b-bb8e-87304b071df1 x-openstack-request-id: req-a0584ad0-bf19-4a7b-bb8e-87304b071df1 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:41:22.909492 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0b0a23-bc4f-4741-816d-8cf50a76b8c3", "name": "network-vif-deleted", "tag": "3ed1d237-3126-4339-80cb-40993fa66667", "status": "completed", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:41:22.909898 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a0584ad0-bf19-4a7b-bb8e-87304b071df1 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:41:22.910477 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0b0a23-bc4f-4741-816d-8cf50a76b8c3', 'name': 'network-vif-deleted', 'tag': '3ed1d237-3126-4339-80cb-40993fa66667', 'status': 'completed', 'code': 200} Sep 07 14:41:22.964218 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-92f0571f-9766-4dc1-bdbd-9f2e579fa102 None None] Set router a78bc4b4-71e1-49de-b3d5-af042285a4ec gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:41:23.308247 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-92f0571f-9766-4dc1-bdbd-9f2e579fa102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'name': 'tempest-AttachVolumeShelveTestJSON-985180923-router', 'tenant_id': 'ab59e88db16c4855917d2a934d5b08f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a62508e6-b0a6-4255-b035-ba5626ac59bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:37:44Z', 'updated_at': '2021-09-07T14:37:48Z', 'revision_number': 4, 'project_id': 'ab59e88db16c4855917d2a934d5b08f2', 'gw_port': {'id': 'a62508e6-b0a6-4255-b035-ba5626ac59bb', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:37:44Z', 'updated_at': '2021-09-07T14:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': '6eeb4bef-43d7-432d-aa86-91b7f03904f8', 'name': '', 'network_id': 'da6e8dca-6945-4602-b5cc-b9742d335a11', 'tenant_id': 'ab59e88db16c4855917d2a934d5b08f2', 'mac_address': 'fa:16:3e:37:95:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '97647f27-4ef1-4c12-811b-6c63faa2d593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:37:47Z', 'updated_at': '2021-09-07T14:37:53Z', 'revision_number': 5, 'project_id': 'ab59e88db16c4855917d2a934d5b08f2', 'subnets': [{'id': '97647f27-4ef1-4c12-811b-6c63faa2d593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:41:23.337899 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f0571f-9766-4dc1-bdbd-9f2e579fa102 None None] Checking router: a78bc4b4-71e1-49de-b3d5-af042285a4ec for host: dv-cinder-760153-9-iscsi {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:41:23.346676 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f0571f-9766-4dc1-bdbd-9f2e579fa102 None None] Routers {'a78bc4b4-71e1-49de-b3d5-af042285a4ec'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:41:23.347299 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-92f0571f-9766-4dc1-bdbd-9f2e579fa102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:41:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['a78bc4b4-71e1-49de-b3d5-af042285a4ec'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:41:23.384147 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd869448-4e5c-4d13-a1bc-9d04543d1acd req-0e71ab66-8ac3-4656-8da9-b41ab695b15d tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:23.385696 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cd869448-4e5c-4d13-a1bc-9d04543d1acd req-0e71ab66-8ac3-4656-8da9-b41ab695b15d tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 984 time: 0.0545061 Sep 07 14:41:23.479766 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-92f0571f-9766-4dc1-bdbd-9f2e579fa102 None None] Set router a78bc4b4-71e1-49de-b3d5-af042285a4ec gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:41:23.576345 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cd869448-4e5c-4d13-a1bc-9d04543d1acd req-e294e1d9-da62-4b36-95d2-ed2160db10e2 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/security-groups?id=80f8d611-6502-4bdd-b2fb-026fea61111e&id=b5896ba6-76a9-4e7c-89db-4f3ac61a27ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1740339 Sep 07 14:41:23.707749 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-92f0571f-9766-4dc1-bdbd-9f2e579fa102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'name': 'tempest-AttachVolumeShelveTestJSON-985180923-router', 'tenant_id': 'ab59e88db16c4855917d2a934d5b08f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a62508e6-b0a6-4255-b035-ba5626ac59bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:37:44Z', 'updated_at': '2021-09-07T14:37:48Z', 'revision_number': 4, 'project_id': 'ab59e88db16c4855917d2a934d5b08f2', 'gw_port': {'id': 'a62508e6-b0a6-4255-b035-ba5626ac59bb', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:37:44Z', 'updated_at': '2021-09-07T14:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': '6eeb4bef-43d7-432d-aa86-91b7f03904f8', 'name': '', 'network_id': 'da6e8dca-6945-4602-b5cc-b9742d335a11', 'tenant_id': 'ab59e88db16c4855917d2a934d5b08f2', 'mac_address': 'fa:16:3e:37:95:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '97647f27-4ef1-4c12-811b-6c63faa2d593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:37:47Z', 'updated_at': '2021-09-07T14:37:53Z', 'revision_number': 5, 'project_id': 'ab59e88db16c4855917d2a934d5b08f2', 'subnets': [{'id': '97647f27-4ef1-4c12-811b-6c63faa2d593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:41:23.738776 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f0571f-9766-4dc1-bdbd-9f2e579fa102 None None] The sync data for ids ['a78bc4b4-71e1-49de-b3d5-af042285a4ec'] in dv-cinder-760153-9-iscsi is: [{'id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'name': 'tempest-AttachVolumeShelveTestJSON-985180923-router', 'tenant_id': 'ab59e88db16c4855917d2a934d5b08f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a62508e6-b0a6-4255-b035-ba5626ac59bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:37:44Z', 'updated_at': '2021-09-07T14:37:48Z', 'revision_number': 4, 'project_id': 'ab59e88db16c4855917d2a934d5b08f2', 'gw_port': {'id': 'a62508e6-b0a6-4255-b035-ba5626ac59bb', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:37:44Z', 'updated_at': '2021-09-07T14:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': '6eeb4bef-43d7-432d-aa86-91b7f03904f8', 'name': '', 'network_id': 'da6e8dca-6945-4602-b5cc-b9742d335a11', 'tenant_id': 'ab59e88db16c4855917d2a934d5b08f2', 'mac_address': 'fa:16:3e:37:95:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '97647f27-4ef1-4c12-811b-6c63faa2d593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:37:47Z', 'updated_at': '2021-09-07T14:37:53Z', 'revision_number': 5, 'project_id': 'ab59e88db16c4855917d2a934d5b08f2', 'subnets': [{'id': '97647f27-4ef1-4c12-811b-6c63faa2d593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:41:23.757663 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 52588) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:41:23.860289 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6af9f42f-5145-4188-bd3e-99cba79eaa22 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:23.888246 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6af9f42f-5145-4188-bd3e-99cba79eaa22 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:24.029754 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6af9f42f-5145-4188-bd3e-99cba79eaa22 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:24.032529 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6af9f42f-5145-4188-bd3e-99cba79eaa22 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:24.033808 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-6af9f42f-5145-4188-bd3e-99cba79eaa22 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "DELETE /v2.0/security-groups/b4eda5cb-35eb-410b-8ff9-08db9edf62df HTTP/1.1" status: 204 len: 168 time: 0.2749481 Sep 07 14:41:24.036670 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 52592) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:41:24.041344 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20de9ffa-15ee-44e4-ab88-58472a880cec None None] New status for floating IP af42eadd-f6ce-4097-bf0e-168d1406b66a: DOWN {{(pid=94643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 14:41:24.050483 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af9f42f-5145-4188-bd3e-99cba79eaa22 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4eda5cb-35eb-410b-8ff9-08db9edf62df,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:41:24.052374 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.api.v2.resource [None req-22c20214-7910-4caa-afb3-0e959eb25007 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] show failed (client error): The resource could not be found. Sep 07 14:41:24.054184 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-22c20214-7910-4caa-afb3-0e959eb25007 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups/b4eda5cb-35eb-410b-8ff9-08db9edf62df HTTP/1.1" status: 404 len: 347 time: 0.0159509 Sep 07 14:41:24.057796 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 52594) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:41:24.187538 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9a23f76f-2bb1-4bab-a0cc-1822a237a2a4 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Deleting port 0bce2e91-8c9b-40b0-873f-75928ac9660f {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:41:24.187867 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9a23f76f-2bb1-4bab-a0cc-1822a237a2a4 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:24.247163 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 3ed1d237-3126-4339-80cb-40993fa66667 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:41:24.267274 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9a23f76f-2bb1-4bab-a0cc-1822a237a2a4 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:24.267599 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9a23f76f-2bb1-4bab-a0cc-1822a237a2a4 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:24.270484 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] No Port match for: 3ed1d237-3126-4339-80cb-40993fa66667 {{(pid=94642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:41:24.270826 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 3ed1d237-3126-4339-80cb-40993fa66667 not bound to the agent host hv-cinder-76015 {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:41:24.280757 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9a23f76f-2bb1-4bab-a0cc-1822a237a2a4 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Calling delete_port for 0bce2e91-8c9b-40b0-873f-75928ac9660f owned by network:floatingip {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:41:24.510451 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9a23f76f-2bb1-4bab-a0cc-1822a237a2a4 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:24.537448 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a23f76f-2bb1-4bab-a0cc-1822a237a2a4 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Pushing event deleted for resources: {'Port': ['ID=0bce2e91-8c9b-40b0-873f-75928ac9660f,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:41:24.596212 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9a23f76f-2bb1-4bab-a0cc-1822a237a2a4 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks [] for floatingip, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:24.598885 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9a23f76f-2bb1-4bab-a0cc-1822a237a2a4 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for floatingip, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:24.603266 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-9a23f76f-2bb1-4bab-a0cc-1822a237a2a4 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "DELETE /v2.0/floatingips/af42eadd-f6ce-4097-bf0e-168d1406b66a HTTP/1.1" status: 204 len: 168 time: 0.5413384 Sep 07 14:41:24.712167 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22deda92-fedf-4c4d-9056-a759331b5377 req-3b774d72-44c5-4993-bc5e-4144c72cdde6 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:24.713663 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-22deda92-fedf-4c4d-9056-a759331b5377 req-3b774d72-44c5-4993-bc5e-4144c72cdde6 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 984 time: 0.0565135 Sep 07 14:41:24.757508 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-22deda92-fedf-4c4d-9056-a759331b5377 req-21ef3761-3844-4ee2-af40-6873ae946d81 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/security-groups?id=80f8d611-6502-4bdd-b2fb-026fea61111e&id=b5896ba6-76a9-4e7c-89db-4f3ac61a27ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378704 Sep 07 14:41:25.389104 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 52602) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:41:25.393606 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-aa1c4928-93dd-4f61-9948-09350e688cdf tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Request body: {'security_group': {'name': 'tempest-securitygroup--941263611', 'description': 'tempest-description--1483118716'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:41:25.481614 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aa1c4928-93dd-4f61-9948-09350e688cdf tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:25.569135 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aa1c4928-93dd-4f61-9948-09350e688cdf tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:25.646878 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aa1c4928-93dd-4f61-9948-09350e688cdf tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:25.676587 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c4928-93dd-4f61-9948-09350e688cdf tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=288038c0-cb2e-46ac-aae1-ccb7ff9cd699,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:41:25.738070 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aa1c4928-93dd-4f61-9948-09350e688cdf tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks [] for security_group, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:25.739345 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-aa1c4928-93dd-4f61-9948-09350e688cdf tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3492310 Sep 07 14:41:25.742474 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 52604) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:41:25.747063 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b8daf589-34f6-466f-8112-77992b2c65bd tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Request body: {'security_group_rule': {'security_group_id': '288038c0-cb2e-46ac-aae1-ccb7ff9cd699', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:41:25.864009 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8daf589-34f6-466f-8112-77992b2c65bd tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:25.911487 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd916698-fa35-4681-ba51-e08c55924f0e req-398adfd1-d02c-4126-8148-c3c308b252c3 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:25.913527 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cd916698-fa35-4681-ba51-e08c55924f0e req-398adfd1-d02c-4126-8148-c3c308b252c3 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 984 time: 0.0857193 Sep 07 14:41:25.953770 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8daf589-34f6-466f-8112-77992b2c65bd tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:25.969155 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cd916698-fa35-4681-ba51-e08c55924f0e req-5af8a04e-17f6-4d4f-a6f1-99ddf77eb9a2 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/security-groups?id=80f8d611-6502-4bdd-b2fb-026fea61111e&id=b5896ba6-76a9-4e7c-89db-4f3ac61a27ec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0478752 Sep 07 14:41:26.024250 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8daf589-34f6-466f-8112-77992b2c65bd tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460427'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:26.044487 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8daf589-34f6-466f-8112-77992b2c65bd tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9138fddc-48c1-417c-9379-d7f5e3ddb85f,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:41:26.115554 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8daf589-34f6-466f-8112-77992b2c65bd tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:26.117559 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-b8daf589-34f6-466f-8112-77992b2c65bd tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3738804 Sep 07 14:41:26.120148 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 52612) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:41:26.124499 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-dcc7cff2-469b-4e42-af8c-aca796bcc9fc tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Request body: {'security_group_rule': {'security_group_id': '288038c0-cb2e-46ac-aae1-ccb7ff9cd699', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:41:26.234701 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dcc7cff2-469b-4e42-af8c-aca796bcc9fc tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:26.289836 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dcc7cff2-469b-4e42-af8c-aca796bcc9fc tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:26.349670 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dcc7cff2-469b-4e42-af8c-aca796bcc9fc tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460427'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:26.367157 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc7cff2-469b-4e42-af8c-aca796bcc9fc tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=034a21c3-c554-4e76-977c-1bf6ec404d6c,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:41:26.424248 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dcc7cff2-469b-4e42-af8c-aca796bcc9fc tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:26.425535 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-dcc7cff2-469b-4e42-af8c-aca796bcc9fc tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3044519 Sep 07 14:41:26.429100 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 52614) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:41:26.433657 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-24a8f62f-9a11-4046-a1d4-a1983b86368e tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Request body: {'floatingip': {'floating_network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:41:26.543831 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24a8f62f-9a11-4046-a1d4-a1983b86368e tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:26.640870 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24a8f62f-9a11-4046-a1d4-a1983b86368e tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:26.746758 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-24a8f62f-9a11-4046-a1d4-a1983b86368e tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Allocated IP 172.27.3.156 (f04259db-55ec-42a0-98f6-02412be1dbca/67ecb36d-e9a7-4541-9321-65fb5ffda8c8/45884edb-d29a-46b5-b08a-79b9d4012585) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:41:26.846356 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24a8f62f-9a11-4046-a1d4-a1983b86368e tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:26.932781 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24a8f62f-9a11-4046-a1d4-a1983b86368e tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8727932'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:26.968927 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a8f62f-9a11-4046-a1d4-a1983b86368e tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Network f04259db-55ec-42a0-98f6-02412be1dbca is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:41:26.971708 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-24a8f62f-9a11-4046-a1d4-a1983b86368e tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:41:26.974229 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a8f62f-9a11-4046-a1d4-a1983b86368e tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:41:27.011144 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a8f62f-9a11-4046-a1d4-a1983b86368e tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Pushing event updated for resources: {'Port': ['ID=45884edb-d29a-46b5-b08a-79b9d4012585,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:41:27.071013 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24a8f62f-9a11-4046-a1d4-a1983b86368e tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:27.168853 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24a8f62f-9a11-4046-a1d4-a1983b86368e tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:27.317037 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24a8f62f-9a11-4046-a1d4-a1983b86368e tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:27.389858 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24a8f62f-9a11-4046-a1d4-a1983b86368e tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8727923'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:27.461260 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a8f62f-9a11-4046-a1d4-a1983b86368e tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Pushing event updated for resources: {'Port': ['ID=45884edb-d29a-46b5-b08a-79b9d4012585,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:41:27.470203 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24a8f62f-9a11-4046-a1d4-a1983b86368e tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540525'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:27.526918 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24a8f62f-9a11-4046-a1d4-a1983b86368e tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:27.528220 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-24a8f62f-9a11-4046-a1d4-a1983b86368e tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0978446 Sep 07 14:41:27.718879 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-25d8e690-2f26-451f-9ec1-9a471024855a req-98b04e5d-8410-4598-bddb-b0f1a63e946b tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--941263611&fields=id&tenant_id=ab59e88db16c4855917d2a934d5b08f2 HTTP/1.1" status: 200 len: 267 time: 0.0354691 Sep 07 14:41:27.828830 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8e690-2f26-451f-9ec1-9a471024855a req-7c766f0b-18a5-4cc8-9e9f-9da4a1f85a6b tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:27.830365 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-25d8e690-2f26-451f-9ec1-9a471024855a req-7c766f0b-18a5-4cc8-9e9f-9da4a1f85a6b tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/networks?id=da6e8dca-6945-4602-b5cc-b9742d335a11 HTTP/1.1" status: 200 len: 816 time: 0.1050000 Sep 07 14:41:27.846790 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-25d8e690-2f26-451f-9ec1-9a471024855a req-0f4715bd-8963-4e23-8a61-f2b78cdd2fa6 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/quotas/ab59e88db16c4855917d2a934d5b08f2 HTTP/1.1" status: 200 len: 375 time: 0.0096545 Sep 07 14:41:27.903525 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-25d8e690-2f26-451f-9ec1-9a471024855a req-8172b2da-ea33-4298-aef0-3b285942fc16 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ab59e88db16c4855917d2a934d5b08f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504680 Sep 07 14:41:28.059702 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-25d8e690-2f26-451f-9ec1-9a471024855a req-8f6ca6d3-d49d-4e02-957c-7584dcbb725f service neutron] 10.222.0.11 "GET /v2.0/networks/da6e8dca-6945-4602-b5cc-b9742d335a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399179 Sep 07 14:41:28.151230 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-25d8e690-2f26-451f-9ec1-9a471024855a req-92cd98ce-be3d-4b47-ae1c-9ed0abb38be0 service neutron] 10.222.0.11 "GET /v2.0/networks/da6e8dca-6945-4602-b5cc-b9742d335a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852549 Sep 07 14:41:28.375335 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-21da1bf8-58ea-45bf-a51d-e6333ef4f6e2 req-e8ec8484-9d40-41f3-bb37-8df0305655a1 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 210 time: 0.0278213 Sep 07 14:41:28.398182 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.agents_db [None req-8586c0a8-7e1b-4ad5-b29e-274ce3295afb None None] Agent healthcheck: found 6 active agents {{(pid=94643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:41:29.472000 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d82ff475-77b6-4342-95e9-c6fb3351c3ee req-e478ab83-6794-4e59-8992-2a73ae534e05 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 210 time: 0.0263965 Sep 07 14:41:30.191158 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8e690-2f26-451f-9ec1-9a471024855a req-c5c23907-3bd6-4a36-875a-85c9865d53c3 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:30.192641 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-25d8e690-2f26-451f-9ec1-9a471024855a req-c5c23907-3bd6-4a36-875a-85c9865d53c3 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.22 "GET /v2.0/networks?id=da6e8dca-6945-4602-b5cc-b9742d335a11 HTTP/1.1" status: 200 len: 816 time: 0.1073251 Sep 07 14:41:30.238227 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-25d8e690-2f26-451f-9ec1-9a471024855a req-9c38c76d-f0c3-4e4e-83f3-dbeca0c3c5ce tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab59e88db16c4855917d2a934d5b08f2 HTTP/1.1" status: 200 len: 379 time: 0.0354598 Sep 07 14:41:30.251145 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [req-25d8e690-2f26-451f-9ec1-9a471024855a req-528796e8-4c98-4d49-af08-f44d45aa4637 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Request body: {'port': {'device_id': 'ee91eac6-caf7-48f7-9fe0-509c27094153', 'network_id': 'da6e8dca-6945-4602-b5cc-b9742d335a11', 'admin_state_up': True, 'tenant_id': 'ab59e88db16c4855917d2a934d5b08f2', 'security_groups': ['288038c0-cb2e-46ac-aae1-ccb7ff9cd699']}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:41:30.414189 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25d8e690-2f26-451f-9ec1-9a471024855a req-528796e8-4c98-4d49-af08-f44d45aa4637 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Made reservation on behalf of ab59e88db16c4855917d2a934d5b08f2 for: {'port': 1} {{(pid=94641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:41:30.424074 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-25d8e690-2f26-451f-9ec1-9a471024855a req-528796e8-4c98-4d49-af08-f44d45aa4637 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:30.559907 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [req-25d8e690-2f26-451f-9ec1-9a471024855a req-528796e8-4c98-4d49-af08-f44d45aa4637 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Allocated IP 172.20.0.5 (da6e8dca-6945-4602-b5cc-b9742d335a11/97647f27-4ef1-4c12-811b-6c63faa2d593/035a64a4-3762-4d3c-99d0-8c3ccf57c8e8) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:41:30.590759 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-359df78e-d961-4abc-98a6-19921a68770f req-7b791d12-6eee-47d5-a109-dedfb0ae8000 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 210 time: 0.0289783 Sep 07 14:41:30.702920 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-25d8e690-2f26-451f-9ec1-9a471024855a req-528796e8-4c98-4d49-af08-f44d45aa4637 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:30.718264 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [req-25d8e690-2f26-451f-9ec1-9a471024855a req-528796e8-4c98-4d49-af08-f44d45aa4637 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Transition to ACTIVE for port object 035a64a4-3762-4d3c-99d0-8c3ccf57c8e8 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:41:30.824619 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-25d8e690-2f26-451f-9ec1-9a471024855a req-528796e8-4c98-4d49-af08-f44d45aa4637 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:30.871487 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25d8e690-2f26-451f-9ec1-9a471024855a req-528796e8-4c98-4d49-af08-f44d45aa4637 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Network da6e8dca-6945-4602-b5cc-b9742d335a11 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:41:30.874621 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [req-25d8e690-2f26-451f-9ec1-9a471024855a req-528796e8-4c98-4d49-af08-f44d45aa4637 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:41:30.880425 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d8e690-2f26-451f-9ec1-9a471024855a req-528796e8-4c98-4d49-af08-f44d45aa4637 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:41:30.888023 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528796e8-4c98-4d49-af08-f44d45aa4637 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Pushing event updated for resources: {'Port': ['ID=035a64a4-3762-4d3c-99d0-8c3ccf57c8e8,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:41:30.936828 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8e690-2f26-451f-9ec1-9a471024855a req-528796e8-4c98-4d49-af08-f44d45aa4637 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:30.937669 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-25d8e690-2f26-451f-9ec1-9a471024855a req-528796e8-4c98-4d49-af08-f44d45aa4637 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:31.002563 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-25d8e690-2f26-451f-9ec1-9a471024855a req-528796e8-4c98-4d49-af08-f44d45aa4637 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7550607 Sep 07 14:41:31.015359 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [req-25d8e690-2f26-451f-9ec1-9a471024855a req-27768a66-7361-4769-ba9f-a505920a83eb service neutron] Request body: {'port': {'device_id': 'ee91eac6-caf7-48f7-9fe0-509c27094153', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:41:31.068698 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-25d8e690-2f26-451f-9ec1-9a471024855a req-27768a66-7361-4769-ba9f-a505920a83eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:31.218670 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-dc3456eb-b7a5-4e5b-83d9-44cde320a25a None None] Provisioning for port 035a64a4-3762-4d3c-99d0-8c3ccf57c8e8 completed by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:41:31.223332 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-dc3456eb-b7a5-4e5b-83d9-44cde320a25a None None] Provisioning complete for port 035a64a4-3762-4d3c-99d0-8c3ccf57c8e8 triggered by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:41:31.223773 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-dc3456eb-b7a5-4e5b-83d9-44cde320a25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:31.262606 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-dc3456eb-b7a5-4e5b-83d9-44cde320a25a None None] Port 035a64a4-3762-4d3c-99d0-8c3ccf57c8e8 cannot update to ACTIVE because it is not bound. {{(pid=94642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:41:31.336199 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [req-25d8e690-2f26-451f-9ec1-9a471024855a req-27768a66-7361-4769-ba9f-a505920a83eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 035a64a4-3762-4d3c-99d0-8c3ccf57c8e8 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:41:31.344093 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-25d8e690-2f26-451f-9ec1-9a471024855a req-27768a66-7361-4769-ba9f-a505920a83eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:31.357654 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [req-25d8e690-2f26-451f-9ec1-9a471024855a req-27768a66-7361-4769-ba9f-a505920a83eb service neutron] Transition to ACTIVE for port object 035a64a4-3762-4d3c-99d0-8c3ccf57c8e8 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:41:31.447161 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-25d8e690-2f26-451f-9ec1-9a471024855a req-27768a66-7361-4769-ba9f-a505920a83eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009912'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:31.500869 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27768a66-7361-4769-ba9f-a505920a83eb service neutron] Pushing event updated for resources: {'Port': ['ID=035a64a4-3762-4d3c-99d0-8c3ccf57c8e8,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:41:31.569483 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [req-25d8e690-2f26-451f-9ec1-9a471024855a req-27768a66-7361-4769-ba9f-a505920a83eb service neutron] Attempting to bind port 035a64a4-3762-4d3c-99d0-8c3ccf57c8e8 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:41:31.570153 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [req-25d8e690-2f26-451f-9ec1-9a471024855a req-27768a66-7361-4769-ba9f-a505920a83eb service neutron] Attempting to bind port 035a64a4-3762-4d3c-99d0-8c3ccf57c8e8 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': 'e54557d8-93d7-49ba-a7fc-963d1c00c60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'da6e8dca-6945-4602-b5cc-b9742d335a11'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:41:31.570486 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d8e690-2f26-451f-9ec1-9a471024855a req-27768a66-7361-4769-ba9f-a505920a83eb service neutron] Attempting to bind port 035a64a4-3762-4d3c-99d0-8c3ccf57c8e8 on network da6e8dca-6945-4602-b5cc-b9742d335a11 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:41:31.575557 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d8e690-2f26-451f-9ec1-9a471024855a req-27768a66-7361-4769-ba9f-a505920a83eb service neutron] Port 035a64a4-3762-4d3c-99d0-8c3ccf57c8e8 on network da6e8dca-6945-4602-b5cc-b9742d335a11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:41:31.575557 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d8e690-2f26-451f-9ec1-9a471024855a req-27768a66-7361-4769-ba9f-a505920a83eb service neutron] Attempting to bind port 035a64a4-3762-4d3c-99d0-8c3ccf57c8e8 on network da6e8dca-6945-4602-b5cc-b9742d335a11 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:41:31.587331 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d8e690-2f26-451f-9ec1-9a471024855a req-27768a66-7361-4769-ba9f-a505920a83eb service neutron] Checking agent: {'id': '0e933200-ccc3-44fa-a7f6-4e1417f97b5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 34, 32), 'started_at': datetime.datetime(2021, 9, 7, 14, 34, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:41:31.587331 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d8e690-2f26-451f-9ec1-9a471024855a req-27768a66-7361-4769-ba9f-a505920a83eb service neutron] Checking segment: {'id': 'e54557d8-93d7-49ba-a7fc-963d1c00c60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'da6e8dca-6945-4602-b5cc-b9742d335a11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:41:31.587331 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d8e690-2f26-451f-9ec1-9a471024855a req-27768a66-7361-4769-ba9f-a505920a83eb service neutron] Bound using segment: {'id': 'e54557d8-93d7-49ba-a7fc-963d1c00c60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'da6e8dca-6945-4602-b5cc-b9742d335a11'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:41:31.587331 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [req-25d8e690-2f26-451f-9ec1-9a471024855a req-27768a66-7361-4769-ba9f-a505920a83eb service neutron] Bound port: 035a64a4-3762-4d3c-99d0-8c3ccf57c8e8, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e54557d8-93d7-49ba-a7fc-963d1c00c60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'da6e8dca-6945-4602-b5cc-b9742d335a11'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:41:31.587331 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-25d8e690-2f26-451f-9ec1-9a471024855a req-27768a66-7361-4769-ba9f-a505920a83eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:31.660034 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [req-25d8e690-2f26-451f-9ec1-9a471024855a req-27768a66-7361-4769-ba9f-a505920a83eb service neutron] For port 035a64a4-3762-4d3c-99d0-8c3ccf57c8e8, host hv-cinder-76015, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:41:31.665183 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [req-25d8e690-2f26-451f-9ec1-9a471024855a req-27768a66-7361-4769-ba9f-a505920a83eb service neutron] For port 035a64a4-3762-4d3c-99d0-8c3ccf57c8e8, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=035a64a4-3762-4d3c-99d0-8c3ccf57c8e8,segment=NetworkSegment(e54557d8-93d7-49ba-a7fc-963d1c00c60e),segment_id=e54557d8-93d7-49ba-a7fc-963d1c00c60e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:41:31.687210 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950bddac-3e74-4935-8632-d2309b5f7ec9 req-e1ebd92b-5dd3-41ca-b3db-59a394bce8a8 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:31.688735 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-950bddac-3e74-4935-8632-d2309b5f7ec9 req-e1ebd92b-5dd3-41ca-b3db-59a394bce8a8 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0679514 Sep 07 14:41:31.752571 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-950bddac-3e74-4935-8632-d2309b5f7ec9 req-489b0fc5-4998-4720-b653-b01908dbb980 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546412 Sep 07 14:41:31.765000 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa944af0-c5b8-4517-87c2-537f9f5f3173 req-7f79bb6a-e706-4670-9445-8f0f725181ef tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:31.766589 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-aa944af0-c5b8-4517-87c2-537f9f5f3173 req-7f79bb6a-e706-4670-9445-8f0f725181ef tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 943 time: 0.0769513 Sep 07 14:41:31.774220 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-25d8e690-2f26-451f-9ec1-9a471024855a req-27768a66-7361-4769-ba9f-a505920a83eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009912'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:31.805433 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-aa944af0-c5b8-4517-87c2-537f9f5f3173 req-6e8e4fc2-1bfc-448b-b1dc-5784a57d43ad tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329559 Sep 07 14:41:31.808490 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8e690-2f26-451f-9ec1-9a471024855a req-27768a66-7361-4769-ba9f-a505920a83eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:31.809153 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-25d8e690-2f26-451f-9ec1-9a471024855a req-27768a66-7361-4769-ba9f-a505920a83eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:31.810686 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-25d8e690-2f26-451f-9ec1-9a471024855a req-27768a66-7361-4769-ba9f-a505920a83eb service neutron] 10.222.0.22 "PUT /v2.0/ports/035a64a4-3762-4d3c-99d0-8c3ccf57c8e8 HTTP/1.1" status: 200 len: 1093 time: 0.7997539 Sep 07 14:41:31.813147 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee91eac6-caf7-48f7-9fe0-509c27094153', 'tag': '035a64a4-3762-4d3c-99d0-8c3ccf57c8e8'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:41:31.816147 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ae4c01fc0fef93246b53b81dc3c4053f5278a59fc30262d76e8d579d86f7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5599c36a-323a-4d6f-8f1c-41ba138ff9e4" -d '{"events": [{"name": "network-changed", "server_uuid": "ee91eac6-caf7-48f7-9fe0-509c27094153", "tag": "035a64a4-3762-4d3c-99d0-8c3ccf57c8e8"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:41:31.848850 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27768a66-7361-4769-ba9f-a505920a83eb service neutron] Pushing event updated for resources: {'Port': ['ID=035a64a4-3762-4d3c-99d0-8c3ccf57c8e8,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:41:31.870852 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90cd4c15-5f4f-4d0d-8c2e-d1331d605eeb x-openstack-request-id: req-90cd4c15-5f4f-4d0d-8c2e-d1331d605eeb {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:41:31.871362 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee91eac6-caf7-48f7-9fe0-509c27094153", "tag": "035a64a4-3762-4d3c-99d0-8c3ccf57c8e8", "status": "completed", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:41:31.871787 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-90cd4c15-5f4f-4d0d-8c2e-d1331d605eeb {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:41:31.872196 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee91eac6-caf7-48f7-9fe0-509c27094153', 'tag': '035a64a4-3762-4d3c-99d0-8c3ccf57c8e8', 'status': 'completed', 'code': 200} Sep 07 14:41:31.943121 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599c36a-323a-4d6f-8f1c-41ba138ff9e4 req-e87d204b-800d-4368-aaf5-8be78fbcd69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:31.944926 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-5599c36a-323a-4d6f-8f1c-41ba138ff9e4 req-e87d204b-800d-4368-aaf5-8be78fbcd69b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ab59e88db16c4855917d2a934d5b08f2&device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 1096 time: 0.0439107 Sep 07 14:41:32.050978 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599c36a-323a-4d6f-8f1c-41ba138ff9e4 req-32e251c6-927c-44d7-a70b-ec9ec3945401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:32.052464 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-5599c36a-323a-4d6f-8f1c-41ba138ff9e4 req-32e251c6-927c-44d7-a70b-ec9ec3945401 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=ab59e88db16c4855917d2a934d5b08f2&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0991461 Sep 07 14:41:32.144369 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599c36a-323a-4d6f-8f1c-41ba138ff9e4 req-4d78a75e-81a0-4927-8823-f59e5bfacfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:32.145755 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-5599c36a-323a-4d6f-8f1c-41ba138ff9e4 req-4d78a75e-81a0-4927-8823-f59e5bfacfd6 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0858817 Sep 07 14:41:32.229050 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8e690-2f26-451f-9ec1-9a471024855a req-28211257-7d6f-4f8b-9364-555c93a5d837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:32.230563 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-25d8e690-2f26-451f-9ec1-9a471024855a req-28211257-7d6f-4f8b-9364-555c93a5d837 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ab59e88db16c4855917d2a934d5b08f2&device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 1096 time: 0.0457163 Sep 07 14:41:32.273966 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-25d8e690-2f26-451f-9ec1-9a471024855a req-9af1bbe7-d4c5-453e-b6d5-b1fbbe3b14db service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=035a64a4-3762-4d3c-99d0-8c3ccf57c8e8 HTTP/1.1" status: 200 len: 217 time: 0.0346882 Sep 07 14:41:32.321115 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8e690-2f26-451f-9ec1-9a471024855a req-a13dc9fc-65b3-4232-8361-78e8ab006672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:32.321426 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b4cb7bd7-1601-4269-a9d9-1e9a2d6f6a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:32.322600 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-25d8e690-2f26-451f-9ec1-9a471024855a req-a13dc9fc-65b3-4232-8361-78e8ab006672 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=97647f27-4ef1-4c12-811b-6c63faa2d593 HTTP/1.1" status: 200 len: 855 time: 0.0424316 Sep 07 14:41:32.369053 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8e690-2f26-451f-9ec1-9a471024855a req-2c956f80-609e-4744-8093-64dae1ee6ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:32.370599 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-25d8e690-2f26-451f-9ec1-9a471024855a req-2c956f80-609e-4744-8093-64dae1ee6ce5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=da6e8dca-6945-4602-b5cc-b9742d335a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408490 Sep 07 14:41:32.464836 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-25d8e690-2f26-451f-9ec1-9a471024855a req-7bd23d3c-9dc7-4ac3-ad81-e7ed5c0cb44b service neutron] 10.222.0.22 "GET /v2.0/networks/da6e8dca-6945-4602-b5cc-b9742d335a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863724 Sep 07 14:41:32.558803 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-25d8e690-2f26-451f-9ec1-9a471024855a req-14091d8d-8955-43ab-ac43-6718663e161d service neutron] 10.222.0.22 "GET /v2.0/networks/da6e8dca-6945-4602-b5cc-b9742d335a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856149 Sep 07 14:41:32.612668 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:32.869941 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceba465-c65d-41d5-8ab9-de164e05923b req-62f7a374-1efc-4908-9664-7d42db0b1eac tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:32.871448 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-dceba465-c65d-41d5-8ab9-de164e05923b req-62f7a374-1efc-4908-9664-7d42db0b1eac tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0498247 Sep 07 14:41:32.933969 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-dceba465-c65d-41d5-8ab9-de164e05923b req-842b94f2-b29e-47b6-bd1a-73dc20d0b8a6 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566769 Sep 07 14:41:32.949801 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade412af-6667-4e90-a44f-83e121119278 req-7a184544-407f-4b64-a472-74bb2c368b70 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:32.951281 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ade412af-6667-4e90-a44f-83e121119278 req-7a184544-407f-4b64-a472-74bb2c368b70 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 943 time: 0.0606537 Sep 07 14:41:32.992643 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ade412af-6667-4e90-a44f-83e121119278 req-dcee9010-f4e4-4935-80a1-6c95bda42a4c tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354798 Sep 07 14:41:34.050056 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44350f-6712-4d08-a43a-dafb6442bc3f req-5ce76c79-5dc7-42ce-b692-986b2c62007c tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:34.051555 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5d44350f-6712-4d08-a43a-dafb6442bc3f req-5ce76c79-5dc7-42ce-b692-986b2c62007c tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0512245 Sep 07 14:41:34.120448 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5d44350f-6712-4d08-a43a-dafb6442bc3f req-08fac2de-8481-45b6-8805-01b17d392f3b tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623026 Sep 07 14:41:34.134044 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b71e13-43b9-410b-aa8b-25cd44b612fd req-f7c0c4a8-4a94-46ba-93fd-ec255a3bb766 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:34.135541 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-36b71e13-43b9-410b-aa8b-25cd44b612fd req-f7c0c4a8-4a94-46ba-93fd-ec255a3bb766 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 943 time: 0.0714734 Sep 07 14:41:34.175285 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-36b71e13-43b9-410b-aa8b-25cd44b612fd req-4a29a673-6c66-4838-bb9e-1142581855d9 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326672 Sep 07 14:41:34.278057 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 035a64a4-3762-4d3c-99d0-8c3ccf57c8e8 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:41:34.368921 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port 035a64a4-3762-4d3c-99d0-8c3ccf57c8e8, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=035a64a4-3762-4d3c-99d0-8c3ccf57c8e8,segment=NetworkSegment(e54557d8-93d7-49ba-a7fc-963d1c00c60e),segment_id=e54557d8-93d7-49ba-a7fc-963d1c00c60e)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:41:34.379613 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Returning: {'device': '035a64a4-3762-4d3c-99d0-8c3ccf57c8e8', 'network_id': 'da6e8dca-6945-4602-b5cc-b9742d335a11', 'port_id': '035a64a4-3762-4d3c-99d0-8c3ccf57c8e8', 'mac_address': 'fa:16:3e:05:63:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97647f27-4ef1-4c12-811b-6c63faa2d593', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:41:34.418969 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:34.432409 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 035a64a4-3762-4d3c-99d0-8c3ccf57c8e8 {{(pid=94642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:41:34.451284 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port 035a64a4-3762-4d3c-99d0-8c3ccf57c8e8, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=035a64a4-3762-4d3c-99d0-8c3ccf57c8e8,segment=NetworkSegment(e54557d8-93d7-49ba-a7fc-963d1c00c60e),segment_id=e54557d8-93d7-49ba-a7fc-963d1c00c60e)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:41:34.521118 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:34.568964 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=035a64a4-3762-4d3c-99d0-8c3ccf57c8e8,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:41:34.575990 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:41:34.577770 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:41:34.577770 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:41:34.577770 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:41:34.577770 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:41:34.577770 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:41:34.578245 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:41:34.578350 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:41:34.578634 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:41:34.578960 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:41:34.579280 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:41:34.579601 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:41:34.788844 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] get_ports_and_sgs() called for port_ids ['035a64a4-3762-4d3c-99d0-8c3ccf57c8e8'] {{(pid=94642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:41:35.028048 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-3bb31c58-52af-4145-8cd1-d381ec44c883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:35.241811 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ae9cc-e755-4e81-910a-79e2c98ec08d req-4adc2663-5eaf-4769-95bd-8d173782a0bd tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:35.243418 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a19ae9cc-e755-4e81-910a-79e2c98ec08d req-4adc2663-5eaf-4769-95bd-8d173782a0bd tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0549788 Sep 07 14:41:35.308593 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a19ae9cc-e755-4e81-910a-79e2c98ec08d req-ca80fc05-dd7e-416a-9d14-d966ba748a00 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551369 Sep 07 14:41:35.316951 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab76f6d-4107-40d6-8f43-ebfb32a7b231 req-b71b9f9e-2e7d-43e7-8b25-f91a99aa1f47 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:35.318429 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3ab76f6d-4107-40d6-8f43-ebfb32a7b231 req-b71b9f9e-2e7d-43e7-8b25-f91a99aa1f47 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 944 time: 0.0731237 Sep 07 14:41:35.356966 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3ab76f6d-4107-40d6-8f43-ebfb32a7b231 req-7a7defe6-38b3-4733-9f58-309c6d268114 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319784 Sep 07 14:41:35.452720 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:35.505869 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-40d1d298-b60a-4e14-8faf-b4efcf3240a5 req-901faed9-2252-47de-ac2a-6aa0c0423473 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396185 Sep 07 14:41:35.576564 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1d298-b60a-4e14-8faf-b4efcf3240a5 req-f919630c-3bf2-407c-a6a8-997c98e81a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:35.578026 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-40d1d298-b60a-4e14-8faf-b4efcf3240a5 req-f919630c-3bf2-407c-a6a8-997c98e81a13 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2c2a57f6d9c44352845943f3bb3b8fa2&device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 1137 time: 0.0427272 Sep 07 14:41:35.683049 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1d298-b60a-4e14-8faf-b4efcf3240a5 req-71c77902-6adc-4b46-af77-237ed7573b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:35.684560 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-40d1d298-b60a-4e14-8faf-b4efcf3240a5 req-71c77902-6adc-4b46-af77-237ed7573b27 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c71be1b0-a472-4531-9620-78c524d44afd HTTP/1.1" status: 200 len: 916 time: 0.0867355 Sep 07 14:41:35.748081 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-40d1d298-b60a-4e14-8faf-b4efcf3240a5 req-06366680-a719-449a-8ce8-dc2cd4709962 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=040980fb-ff39-4eca-8d9a-21c4248c97ac HTTP/1.1" status: 200 len: 1000 time: 0.0558138 Sep 07 14:41:35.796510 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1d298-b60a-4e14-8faf-b4efcf3240a5 req-fce1c9d1-fb66-4cee-8256-54d64e7544a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:35.797974 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-40d1d298-b60a-4e14-8faf-b4efcf3240a5 req-fce1c9d1-fb66-4cee-8256-54d64e7544a9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1665e509-0b7d-4482-9e4d-29c028e42a95 HTTP/1.1" status: 200 len: 854 time: 0.0432441 Sep 07 14:41:35.846506 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1d298-b60a-4e14-8faf-b4efcf3240a5 req-357dbdc6-ccf7-479b-80e1-ca6328fbba21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:35.847913 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-40d1d298-b60a-4e14-8faf-b4efcf3240a5 req-357dbdc6-ccf7-479b-80e1-ca6328fbba21 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c71be1b0-a472-4531-9620-78c524d44afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419729 Sep 07 14:41:35.945323 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-40d1d298-b60a-4e14-8faf-b4efcf3240a5 req-7fa29d18-ef09-4df9-88d3-eedddba731bd service neutron] 10.222.0.22 "GET /v2.0/networks/c71be1b0-a472-4531-9620-78c524d44afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881529 Sep 07 14:41:36.035854 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-40d1d298-b60a-4e14-8faf-b4efcf3240a5 req-5b9fd01e-0480-43a8-9852-db43021380a8 service neutron] 10.222.0.22 "GET /v2.0/networks/c71be1b0-a472-4531-9620-78c524d44afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828283 Sep 07 14:41:36.133131 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:36.276340 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 035a64a4-3762-4d3c-99d0-8c3ccf57c8e8 up at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:41:36.396025 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Provisioning for port 035a64a4-3762-4d3c-99d0-8c3ccf57c8e8 completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:41:36.400797 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Provisioning complete for port 035a64a4-3762-4d3c-99d0-8c3ccf57c8e8 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:41:36.401455 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:36.429965 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa19934-6a30-4c1e-aefe-447b8fc0d0b8 req-ff6fc735-dc36-4f6f-abb1-5f6109c42a0c tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:36.431691 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-eaa19934-6a30-4c1e-aefe-447b8fc0d0b8 req-ff6fc735-dc36-4f6f-abb1-5f6109c42a0c tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0525608 Sep 07 14:41:36.484090 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:36.502375 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-eaa19934-6a30-4c1e-aefe-447b8fc0d0b8 req-31bc6c00-67a3-4b1b-8691-b2a38ecc7862 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601661 Sep 07 14:41:36.507266 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee91eac6-caf7-48f7-9fe0-509c27094153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035a64a4-3762-4d3c-99d0-8c3ccf57c8e8'}] {{(pid=94642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:41:36.509586 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd6d84ba8741af88afecd5b756310c726975e6558383509c2c49b1cfba31424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591734d7-7068-423f-a79e-5c4dd5088cf1" -d '{"events": [{"server_uuid": "ee91eac6-caf7-48f7-9fe0-509c27094153", "name": "network-vif-plugged", "status": "completed", "tag": "035a64a4-3762-4d3c-99d0-8c3ccf57c8e8"}]}' {{(pid=94642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:41:36.511795 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822d606-457d-41eb-9510-2d92bbdbcb04 req-1f284a82-b2e4-4cde-8198-38af6ffefcc0 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:36.513314 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7822d606-457d-41eb-9510-2d92bbdbcb04 req-1f284a82-b2e4-4cde-8198-38af6ffefcc0 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 944 time: 0.0807309 Sep 07 14:41:36.529236 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port 035a64a4-3762-4d3c-99d0-8c3ccf57c8e8, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=035a64a4-3762-4d3c-99d0-8c3ccf57c8e8,segment=NetworkSegment(e54557d8-93d7-49ba-a7fc-963d1c00c60e),segment_id=e54557d8-93d7-49ba-a7fc-963d1c00c60e)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:41:36.549744 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bcc4194-d0ad-4dbc-a931-b47c9b23ea3c x-openstack-request-id: req-2bcc4194-d0ad-4dbc-a931-b47c9b23ea3c {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:41:36.550074 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee91eac6-caf7-48f7-9fe0-509c27094153", "name": "network-vif-plugged", "status": "completed", "tag": "035a64a4-3762-4d3c-99d0-8c3ccf57c8e8", "code": 200}]} {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:41:36.550330 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2bcc4194-d0ad-4dbc-a931-b47c9b23ea3c {{(pid=94642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:41:36.550726 dv-cinder-760153-9-iscsi neutron-server[94642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee91eac6-caf7-48f7-9fe0-509c27094153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035a64a4-3762-4d3c-99d0-8c3ccf57c8e8', 'code': 200} Sep 07 14:41:36.555087 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7822d606-457d-41eb-9510-2d92bbdbcb04 req-40edfd6a-e395-4584-a1d6-e646e0c17b9d tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355110 Sep 07 14:41:36.607438 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:36.657529 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=035a64a4-3762-4d3c-99d0-8c3ccf57c8e8,revision_number=5']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:41:36.915340 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3a268-5b87-4863-9ec3-0e593769e242 req-6d3b7def-85ee-4651-a79f-0f7288bb7420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:36.917009 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-67f3a268-5b87-4863-9ec3-0e593769e242 req-6d3b7def-85ee-4651-a79f-0f7288bb7420 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 1098 time: 0.0859568 Sep 07 14:41:36.953984 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-67f3a268-5b87-4863-9ec3-0e593769e242 req-5ffe87da-655c-4a42-aa66-0967369aab15 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277536 Sep 07 14:41:37.622171 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fbc767-af91-4459-8556-7ada91ce2bf6 req-10ed4e9c-083c-4be5-b3a0-d216fe6caa50 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:37.623704 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e7fbc767-af91-4459-8556-7ada91ce2bf6 req-10ed4e9c-083c-4be5-b3a0-d216fe6caa50 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0500059 Sep 07 14:41:37.691718 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e7fbc767-af91-4459-8556-7ada91ce2bf6 req-bfaeddbe-2f54-46fc-be7c-1c3eeb9f4b99 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605400 Sep 07 14:41:37.704186 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349aa7b-d055-44ce-b843-8a00f41b16f6 req-8de2434a-c32d-4bf7-947a-bff4133ad5ec tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:37.706248 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1349aa7b-d055-44ce-b843-8a00f41b16f6 req-8de2434a-c32d-4bf7-947a-bff4133ad5ec tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 945 time: 0.0766082 Sep 07 14:41:37.752986 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1349aa7b-d055-44ce-b843-8a00f41b16f6 req-98d77eb8-aa5d-4410-9515-a47e77e184fa tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390635 Sep 07 14:41:37.778821 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:38.809874 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc889b0-393f-482d-8057-cd387e4a005e req-49a745d2-5064-47e8-89e7-546481275cc1 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:38.811540 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4fc889b0-393f-482d-8057-cd387e4a005e req-49a745d2-5064-47e8-89e7-546481275cc1 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0528204 Sep 07 14:41:38.878263 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4fc889b0-393f-482d-8057-cd387e4a005e req-dd35449f-9614-4e2b-b6b7-5f51d196ccb3 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607803 Sep 07 14:41:38.894624 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a72ac-68ee-49b5-a4cc-819e78d97c2a req-174cc75c-0e75-4ef8-b062-021b865b50be tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:38.896200 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ae9a72ac-68ee-49b5-a4cc-819e78d97c2a req-174cc75c-0e75-4ef8-b062-021b865b50be tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 945 time: 0.0645487 Sep 07 14:41:38.935931 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ae9a72ac-68ee-49b5-a4cc-819e78d97c2a req-17369d89-65a1-4cbe-baf9-73a3141af703 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338330 Sep 07 14:41:39.053026 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632630c-7c0f-47e6-a2f2-e5c2f05adff5 req-b7d2de62-81ff-4b53-9409-c9fe54a38975 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:39.055103 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c632630c-7c0f-47e6-a2f2-e5c2f05adff5 req-b7d2de62-81ff-4b53-9409-c9fe54a38975 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 945 time: 0.0533767 Sep 07 14:41:39.063410 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 52706) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:41:39.067623 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9ef7ca90-0ebb-48d1-bc0a-9a759fbb4141 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Request body: {'floatingip': {'port_id': '035a64a4-3762-4d3c-99d0-8c3ccf57c8e8'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:41:39.108769 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ef7ca90-0ebb-48d1-bc0a-9a759fbb4141 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:39.535078 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ef7ca90-0ebb-48d1-bc0a-9a759fbb4141 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:39.595765 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ef7ca90-0ebb-48d1-bc0a-9a759fbb4141 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540525'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:39.932551 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.db.l3_db [None req-9ef7ca90-0ebb-48d1-bc0a-9a759fbb4141 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Floating IP f1e1dcca-3037-4ddd-ad95-91b3647c3f10 associated. External IP: 172.27.3.156, port: 035a64a4-3762-4d3c-99d0-8c3ccf57c8e8. Sep 07 14:41:40.054045 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74426ed4-f727-423f-82bc-054959fcf14b req-2630766c-e773-4263-9c27-96fdf7a41fe2 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:40.055504 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-74426ed4-f727-423f-82bc-054959fcf14b req-2630766c-e773-4263-9c27-96fdf7a41fe2 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0909781 Sep 07 14:41:40.134966 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-74426ed4-f727-423f-82bc-054959fcf14b req-83bf1cff-bd1c-4c78-8ba7-af38d88ab289 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727949 Sep 07 14:41:40.203223 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef7ca90-0ebb-48d1-bc0a-9a759fbb4141 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Router a78bc4b4-71e1-49de-b3d5-af042285a4ec has already been hosted by L3 agent ca4ca367-a056-42f7-949c-96b33f8f39bf {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:41:40.310760 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef7ca90-0ebb-48d1-bc0a-9a759fbb4141 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify agent at l3_agent.dv-cinder-760153-9-iscsi the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:41:40.315690 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ef7ca90-0ebb-48d1-bc0a-9a759fbb4141 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:41:40.320387 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccff3b80-1cc4-4daa-93dd-0d574c157d62 None None] Sync routers for ids ['a78bc4b4-71e1-49de-b3d5-af042285a4ec'] in dv-cinder-760153-9-iscsi {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:41:40.329195 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccff3b80-1cc4-4daa-93dd-0d574c157d62 None None] Routers {'a78bc4b4-71e1-49de-b3d5-af042285a4ec'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:41:40.329835 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ccff3b80-1cc4-4daa-93dd-0d574c157d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:41:35Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['a78bc4b4-71e1-49de-b3d5-af042285a4ec'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:41:40.342400 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-9ef7ca90-0ebb-48d1-bc0a-9a759fbb4141 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "PUT /v2.0/floatingips/f1e1dcca-3037-4ddd-ad95-91b3647c3f10 HTTP/1.1" status: 200 len: 991 time: 1.2778549 Sep 07 14:41:40.342969 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee91eac6-caf7-48f7-9fe0-509c27094153', 'tag': '035a64a4-3762-4d3c-99d0-8c3ccf57c8e8'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:41:40.345214 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca3d64d6ee1d62abf9801d62a4287030b5a1037887016040f3cf02e156c8ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc6a9f3-4d47-41cd-8e2f-b07ddfcb816a" -d '{"events": [{"name": "network-changed", "server_uuid": "ee91eac6-caf7-48f7-9fe0-509c27094153", "tag": "035a64a4-3762-4d3c-99d0-8c3ccf57c8e8"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:41:40.440025 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-ccff3b80-1cc4-4daa-93dd-0d574c157d62 None None] Set router a78bc4b4-71e1-49de-b3d5-af042285a4ec gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:41:40.448704 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19a4369-ef09-4d53-a062-337bc1e0e40c x-openstack-request-id: req-c19a4369-ef09-4d53-a062-337bc1e0e40c {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:41:40.448989 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee91eac6-caf7-48f7-9fe0-509c27094153", "tag": "035a64a4-3762-4d3c-99d0-8c3ccf57c8e8", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:41:40.449234 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c19a4369-ef09-4d53-a062-337bc1e0e40c {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:41:40.449652 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee91eac6-caf7-48f7-9fe0-509c27094153', 'tag': '035a64a4-3762-4d3c-99d0-8c3ccf57c8e8', 'status': 'completed', 'code': 200} Sep 07 14:41:40.511261 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6a9f3-4d47-41cd-8e2f-b07ddfcb816a req-4b35269f-3c4e-4e1a-b980-80d24303db04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:40.512667 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-3bc6a9f3-4d47-41cd-8e2f-b07ddfcb816a req-4b35269f-3c4e-4e1a-b980-80d24303db04 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ab59e88db16c4855917d2a934d5b08f2&device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 1098 time: 0.0407941 Sep 07 14:41:40.607704 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6a9f3-4d47-41cd-8e2f-b07ddfcb816a req-ed49d1e6-7736-4089-8d3b-7d377489fc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:40.609196 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-3bc6a9f3-4d47-41cd-8e2f-b07ddfcb816a req-ed49d1e6-7736-4089-8d3b-7d377489fc09 service neutron] 10.222.0.22 "GET /v2.0/networks?id=da6e8dca-6945-4602-b5cc-b9742d335a11 HTTP/1.1" status: 200 len: 917 time: 0.0882297 Sep 07 14:41:40.666586 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ccff3b80-1cc4-4daa-93dd-0d574c157d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'name': 'tempest-AttachVolumeShelveTestJSON-985180923-router', 'tenant_id': 'ab59e88db16c4855917d2a934d5b08f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a62508e6-b0a6-4255-b035-ba5626ac59bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:37:44Z', 'updated_at': '2021-09-07T14:37:48Z', 'revision_number': 4, 'project_id': 'ab59e88db16c4855917d2a934d5b08f2', 'gw_port': {'id': 'a62508e6-b0a6-4255-b035-ba5626ac59bb', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:37:44Z', 'updated_at': '2021-09-07T14:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_floatingips': [{'id': 'f1e1dcca-3037-4ddd-ad95-91b3647c3f10', 'tenant_id': 'ab59e88db16c4855917d2a934d5b08f2', 'floating_ip_address': '172.27.3.156', 'floating_network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'router_id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'port_id': '035a64a4-3762-4d3c-99d0-8c3ccf57c8e8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da6e8dca-6945-4602-b5cc-b9742d335a11', 'mac_address': 'fa:16:3e:05:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee91eac6-caf7-48f7-9fe0-509c27094153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:41:27Z', 'updated_at': '2021-09-07T14:41:39Z', 'revision_number': 1, 'project_id': 'ab59e88db16c4855917d2a934d5b08f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eeb4bef-43d7-432d-aa86-91b7f03904f8', 'name': '', 'network_id': 'da6e8dca-6945-4602-b5cc-b9742d335a11', 'tenant_id': 'ab59e88db16c4855917d2a934d5b08f2', 'mac_address': 'fa:16:3e:37:95:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '97647f27-4ef1-4c12-811b-6c63faa2d593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:37:47Z', 'updated_at': '2021-09-07T14:37:53Z', 'revision_number': 5, 'project_id': 'ab59e88db16c4855917d2a934d5b08f2', 'subnets': [{'id': '97647f27-4ef1-4c12-811b-6c63faa2d593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:41:40.677964 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-3bc6a9f3-4d47-41cd-8e2f-b07ddfcb816a req-04aee1fd-c7f1-486e-9c56-fb294d08ea4f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=035a64a4-3762-4d3c-99d0-8c3ccf57c8e8 HTTP/1.1" status: 200 len: 999 time: 0.0605018 Sep 07 14:41:40.696739 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccff3b80-1cc4-4daa-93dd-0d574c157d62 None None] Checking router: a78bc4b4-71e1-49de-b3d5-af042285a4ec for host: dv-cinder-760153-9-iscsi {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:41:40.705014 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccff3b80-1cc4-4daa-93dd-0d574c157d62 None None] Routers {'a78bc4b4-71e1-49de-b3d5-af042285a4ec'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:41:40.705631 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ccff3b80-1cc4-4daa-93dd-0d574c157d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:41:35Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['a78bc4b4-71e1-49de-b3d5-af042285a4ec'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:41:40.731291 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6a9f3-4d47-41cd-8e2f-b07ddfcb816a req-2d595e30-de48-4180-9b2a-6479fa764b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:40.732752 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-3bc6a9f3-4d47-41cd-8e2f-b07ddfcb816a req-2d595e30-de48-4180-9b2a-6479fa764b58 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=97647f27-4ef1-4c12-811b-6c63faa2d593 HTTP/1.1" status: 200 len: 855 time: 0.0472443 Sep 07 14:41:40.779607 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6a9f3-4d47-41cd-8e2f-b07ddfcb816a req-e32b24a8-1f0b-49c8-ab2f-f698ab35795d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:40.781002 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-3bc6a9f3-4d47-41cd-8e2f-b07ddfcb816a req-e32b24a8-1f0b-49c8-ab2f-f698ab35795d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=da6e8dca-6945-4602-b5cc-b9742d335a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392516 Sep 07 14:41:40.875508 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-3bc6a9f3-4d47-41cd-8e2f-b07ddfcb816a req-14ff8bd7-9387-4730-9a82-bfc74de86add service neutron] 10.222.0.22 "GET /v2.0/networks/da6e8dca-6945-4602-b5cc-b9742d335a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855510 Sep 07 14:41:40.930990 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-ccff3b80-1cc4-4daa-93dd-0d574c157d62 None None] Set router a78bc4b4-71e1-49de-b3d5-af042285a4ec gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:41:40.970640 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-3bc6a9f3-4d47-41cd-8e2f-b07ddfcb816a req-c9f747e4-367b-4bc0-b6a7-a760cc2ea79c service neutron] 10.222.0.22 "GET /v2.0/networks/da6e8dca-6945-4602-b5cc-b9742d335a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860360 Sep 07 14:41:41.147492 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ccff3b80-1cc4-4daa-93dd-0d574c157d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'name': 'tempest-AttachVolumeShelveTestJSON-985180923-router', 'tenant_id': 'ab59e88db16c4855917d2a934d5b08f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a62508e6-b0a6-4255-b035-ba5626ac59bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:37:44Z', 'updated_at': '2021-09-07T14:37:48Z', 'revision_number': 4, 'project_id': 'ab59e88db16c4855917d2a934d5b08f2', 'gw_port': {'id': 'a62508e6-b0a6-4255-b035-ba5626ac59bb', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:37:44Z', 'updated_at': '2021-09-07T14:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_floatingips': [{'id': 'f1e1dcca-3037-4ddd-ad95-91b3647c3f10', 'tenant_id': 'ab59e88db16c4855917d2a934d5b08f2', 'floating_ip_address': '172.27.3.156', 'floating_network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'router_id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'port_id': '035a64a4-3762-4d3c-99d0-8c3ccf57c8e8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da6e8dca-6945-4602-b5cc-b9742d335a11', 'mac_address': 'fa:16:3e:05:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee91eac6-caf7-48f7-9fe0-509c27094153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:41:27Z', 'updated_at': '2021-09-07T14:41:39Z', 'revision_number': 1, 'project_id': 'ab59e88db16c4855917d2a934d5b08f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eeb4bef-43d7-432d-aa86-91b7f03904f8', 'name': '', 'network_id': 'da6e8dca-6945-4602-b5cc-b9742d335a11', 'tenant_id': 'ab59e88db16c4855917d2a934d5b08f2', 'mac_address': 'fa:16:3e:37:95:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '97647f27-4ef1-4c12-811b-6c63faa2d593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:37:47Z', 'updated_at': '2021-09-07T14:37:53Z', 'revision_number': 5, 'project_id': 'ab59e88db16c4855917d2a934d5b08f2', 'subnets': [{'id': '97647f27-4ef1-4c12-811b-6c63faa2d593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:41:41.174273 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccff3b80-1cc4-4daa-93dd-0d574c157d62 None None] The sync data for ids ['a78bc4b4-71e1-49de-b3d5-af042285a4ec'] in dv-cinder-760153-9-iscsi is: [{'id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'name': 'tempest-AttachVolumeShelveTestJSON-985180923-router', 'tenant_id': 'ab59e88db16c4855917d2a934d5b08f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a62508e6-b0a6-4255-b035-ba5626ac59bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:37:44Z', 'updated_at': '2021-09-07T14:37:48Z', 'revision_number': 4, 'project_id': 'ab59e88db16c4855917d2a934d5b08f2', 'gw_port': {'id': 'a62508e6-b0a6-4255-b035-ba5626ac59bb', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:37:44Z', 'updated_at': '2021-09-07T14:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_floatingips': [{'id': 'f1e1dcca-3037-4ddd-ad95-91b3647c3f10', 'tenant_id': 'ab59e88db16c4855917d2a934d5b08f2', 'floating_ip_address': '172.27.3.156', 'floating_network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'router_id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'port_id': '035a64a4-3762-4d3c-99d0-8c3ccf57c8e8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da6e8dca-6945-4602-b5cc-b9742d335a11', 'mac_address': 'fa:16:3e:05:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee91eac6-caf7-48f7-9fe0-509c27094153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:41:27Z', 'updated_at': '2021-09-07T14:41:39Z', 'revision_number': 1, 'project_id': 'ab59e88db16c4855917d2a934d5b08f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6eeb4bef-43d7-432d-aa86-91b7f03904f8', 'name': '', 'network_id': 'da6e8dca-6945-4602-b5cc-b9742d335a11', 'tenant_id': 'ab59e88db16c4855917d2a934d5b08f2', 'mac_address': 'fa:16:3e:37:95:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '97647f27-4ef1-4c12-811b-6c63faa2d593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:37:47Z', 'updated_at': '2021-09-07T14:37:53Z', 'revision_number': 5, 'project_id': 'ab59e88db16c4855917d2a934d5b08f2', 'subnets': [{'id': '97647f27-4ef1-4c12-811b-6c63faa2d593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:41:41.256756 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e82d6c5-6abd-4d85-ad36-31f897354160 req-8f21e0c3-16d6-4c63-a350-cda6e7b75ae3 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:41.258440 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3e82d6c5-6abd-4d85-ad36-31f897354160 req-8f21e0c3-16d6-4c63-a350-cda6e7b75ae3 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0528092 Sep 07 14:41:41.297443 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3e82d6c5-6abd-4d85-ad36-31f897354160 req-d652bdcb-dbab-4b42-b636-f2e7d021df6f tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329702 Sep 07 14:41:41.378928 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcaa763f-a047-46da-ae7e-18312cdfe688 None None] New status for floating IP f1e1dcca-3037-4ddd-ad95-91b3647c3f10: ACTIVE {{(pid=94643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 14:41:42.414004 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3c6c2-da3d-4212-907b-bd0d2e77aacc req-5bb8b02f-830b-4f99-a7ea-6e39a2fa40ad tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:42.415701 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-68b3c6c2-da3d-4212-907b-bd0d2e77aacc req-5bb8b02f-830b-4f99-a7ea-6e39a2fa40ad tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0501246 Sep 07 14:41:42.457889 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-68b3c6c2-da3d-4212-907b-bd0d2e77aacc req-e8ef6673-587f-490c-8a17-32136d5a25eb tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361133 Sep 07 14:41:43.570625 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ebd1a-f25e-4034-8e35-5ed0c3ee2205 req-fb30afa6-4525-440e-8bff-65d079c21973 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:43.572084 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c58ebd1a-f25e-4034-8e35-5ed0c3ee2205 req-fb30afa6-4525-440e-8bff-65d079c21973 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0488989 Sep 07 14:41:43.612140 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c58ebd1a-f25e-4034-8e35-5ed0c3ee2205 req-cbe66e44-4fcb-4011-875d-3e61baa335b7 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341811 Sep 07 14:41:44.730568 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00774b-4e07-4f85-baf4-97f311a9b1cc req-383f8bf8-dc8b-4d83-8a81-297cf0c14370 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:44.732040 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ab00774b-4e07-4f85-baf4-97f311a9b1cc req-383f8bf8-dc8b-4d83-8a81-297cf0c14370 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0496488 Sep 07 14:41:44.770591 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ab00774b-4e07-4f85-baf4-97f311a9b1cc req-7cfd74e5-5f1e-4480-9fac-7b2592540a20 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326970 Sep 07 14:41:45.885259 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0463c2f-603b-448d-aec1-8ebd5bbd5ab3 req-cba1f291-7942-4abf-bd93-26d3f61e76df tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:45.886767 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f0463c2f-603b-448d-aec1-8ebd5bbd5ab3 req-cba1f291-7942-4abf-bd93-26d3f61e76df tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0492709 Sep 07 14:41:45.928065 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f0463c2f-603b-448d-aec1-8ebd5bbd5ab3 req-21799fd3-3c18-4fed-8cad-e62b70d3a689 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353150 Sep 07 14:41:47.044910 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff2e38-acb3-48c4-bd13-1dafceb4efe1 req-26d65192-dc4a-412c-bffe-f0e8f074b1e0 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:47.046442 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-fdff2e38-acb3-48c4-bd13-1dafceb4efe1 req-26d65192-dc4a-412c-bffe-f0e8f074b1e0 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0490372 Sep 07 14:41:47.084079 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-fdff2e38-acb3-48c4-bd13-1dafceb4efe1 req-0aaea167-e3e2-43bb-92b9-fa530dd665f8 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318298 Sep 07 14:41:48.198107 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e583192-1c17-40de-8c9d-8f243fbecf0a req-ee548e52-40fc-4a84-a005-5009a80fe8e8 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:48.199656 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4e583192-1c17-40de-8c9d-8f243fbecf0a req-ee548e52-40fc-4a84-a005-5009a80fe8e8 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0493524 Sep 07 14:41:48.238660 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4e583192-1c17-40de-8c9d-8f243fbecf0a req-46a8fd06-91f6-4d26-81f9-833fb18fa5f2 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330288 Sep 07 14:41:49.369042 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32794876-6278-497f-81a4-ea4dde652aef req-f606c525-36fe-4c5f-a1c9-2ccf493283cb tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:49.370538 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-32794876-6278-497f-81a4-ea4dde652aef req-f606c525-36fe-4c5f-a1c9-2ccf493283cb tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0549757 Sep 07 14:41:49.415150 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-32794876-6278-497f-81a4-ea4dde652aef req-574b1c9b-9452-4906-ba6d-c6ec62293c25 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386786 Sep 07 14:41:50.540863 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d6e64-0a0b-4794-93e6-93de9fd93086 req-920dd654-013b-4a64-9945-78c92ab9a0e4 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:50.542667 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3f5d6e64-0a0b-4794-93e6-93de9fd93086 req-920dd654-013b-4a64-9945-78c92ab9a0e4 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0521784 Sep 07 14:41:50.581338 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3f5d6e64-0a0b-4794-93e6-93de9fd93086 req-627b1e4d-c118-415a-be2e-fca15209db33 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325294 Sep 07 14:41:51.693792 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24708c75-d5f3-4b2e-85f6-a5804997e12d req-18c04b01-eace-4bb7-8b02-11cd114078b2 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:51.695913 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-24708c75-d5f3-4b2e-85f6-a5804997e12d req-18c04b01-eace-4bb7-8b02-11cd114078b2 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0497000 Sep 07 14:41:51.732610 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-24708c75-d5f3-4b2e-85f6-a5804997e12d req-fc836c4f-1d73-43db-8032-c67b7e81c252 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309057 Sep 07 14:41:52.851729 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbecada-14c6-44a8-b219-c49b37663223 req-acec4972-9dd7-4c55-beaa-ff508311264f tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:52.853454 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-abbecada-14c6-44a8-b219-c49b37663223 req-acec4972-9dd7-4c55-beaa-ff508311264f tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0510979 Sep 07 14:41:52.896194 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-abbecada-14c6-44a8-b219-c49b37663223 req-e6a3493b-624d-458a-a68f-96b806606cbd tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351372 Sep 07 14:41:53.298729 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1eb378-a91d-43ec-a70f-0ba7317f4946 req-bcaf073c-0453-4636-92b0-bb9bbe7e2d26 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:53.300280 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cc1eb378-a91d-43ec-a70f-0ba7317f4946 req-bcaf073c-0453-4636-92b0-bb9bbe7e2d26 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0491796 Sep 07 14:41:53.339858 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cc1eb378-a91d-43ec-a70f-0ba7317f4946 req-48cc9cc0-e603-44b8-a748-38f69d9ab9c8 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335400 Sep 07 14:41:53.424146 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe70d43-b110-487c-b69e-15155838e73d req-fc4712d9-200d-4cae-a6d2-8b606bb764ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:53.425678 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-efe70d43-b110-487c-b69e-15155838e73d req-fc4712d9-200d-4cae-a6d2-8b606bb764ea service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f0953c14c3534ed3bb11c7453fd409de&device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 1099 time: 0.0413992 Sep 07 14:41:53.520892 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe70d43-b110-487c-b69e-15155838e73d req-c904a848-8626-4937-ac53-55770104595d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:53.522420 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-efe70d43-b110-487c-b69e-15155838e73d req-c904a848-8626-4937-ac53-55770104595d service neutron] 10.222.0.22 "GET /v2.0/networks?id=2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7 HTTP/1.1" status: 200 len: 911 time: 0.0891352 Sep 07 14:41:53.593815 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-efe70d43-b110-487c-b69e-15155838e73d req-76abb874-1456-4ac8-976a-0ccf0075f135 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fad43e7f-384a-4b8f-89f9-e85078bccf8d HTTP/1.1" status: 200 len: 1001 time: 0.0570056 Sep 07 14:41:53.646300 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe70d43-b110-487c-b69e-15155838e73d req-cdb6213e-6018-4dfd-8156-d25a79cdbf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:53.647765 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-efe70d43-b110-487c-b69e-15155838e73d req-cdb6213e-6018-4dfd-8156-d25a79cdbf73 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6c140706-3c8f-42ae-9125-9b4351aa8d5a HTTP/1.1" status: 200 len: 849 time: 0.0463555 Sep 07 14:41:53.698082 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe70d43-b110-487c-b69e-15155838e73d req-14c0361d-fe3c-4d6c-9ed0-087294a608b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:53.699590 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-efe70d43-b110-487c-b69e-15155838e73d req-14c0361d-fe3c-4d6c-9ed0-087294a608b3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413742 Sep 07 14:41:53.789503 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-efe70d43-b110-487c-b69e-15155838e73d req-ad669447-9d0e-4605-9752-b1e8d34825e6 service neutron] 10.222.0.22 "GET /v2.0/networks/2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815277 Sep 07 14:41:53.884041 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-efe70d43-b110-487c-b69e-15155838e73d req-73e4c9d0-7d2c-4131-b755-1f8cdca217b5 service neutron] 10.222.0.22 "GET /v2.0/networks/2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874836 Sep 07 14:41:54.458817 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d46cc-12e5-4483-92da-6bda0793da93 req-1442bbf2-ac22-4301-9a5a-5e9103f70521 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:54.461571 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-fb2d46cc-12e5-4483-92da-6bda0793da93 req-1442bbf2-ac22-4301-9a5a-5e9103f70521 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0536458 Sep 07 14:41:54.504324 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-fb2d46cc-12e5-4483-92da-6bda0793da93 req-c64f255d-becc-4fbe-92bf-c4cafa1cd8d0 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368123 Sep 07 14:41:55.619392 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25616d2a-6101-4271-9ed8-383e22bd3613 req-f68932bc-b33e-4e22-8c95-ddbb9a394251 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:41:55.620868 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-25616d2a-6101-4271-9ed8-383e22bd3613 req-f68932bc-b33e-4e22-8c95-ddbb9a394251 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0481329 Sep 07 14:41:55.665655 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-25616d2a-6101-4271-9ed8-383e22bd3613 req-477fe1d5-cd37-4520-a800-58e8c2ca919d tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387411 Sep 07 14:42:01.231132 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-60e2f58b-4b11-4f32-b3a0-7be0e95c894b req-d2f3ffd1-b404-416d-8df9-6da649b94b9d tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-616376149&fields=id&tenant_id=2c2a57f6d9c44352845943f3bb3b8fa2 HTTP/1.1" status: 200 len: 267 time: 0.0336890 Sep 07 14:42:01.284647 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2f58b-4b11-4f32-b3a0-7be0e95c894b req-705a14b5-7668-4333-8261-da5e8c3b5722 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:01.286201 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-60e2f58b-4b11-4f32-b3a0-7be0e95c894b req-705a14b5-7668-4333-8261-da5e8c3b5722 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 984 time: 0.0494034 Sep 07 14:42:01.297984 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-60e2f58b-4b11-4f32-b3a0-7be0e95c894b req-324431b1-1091-488b-86bd-528b6720e95f tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Request body: {'port': {'security_groups': ['b5896ba6-76a9-4e7c-89db-4f3ac61a27ec']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:42:01.363904 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-60e2f58b-4b11-4f32-b3a0-7be0e95c894b req-324431b1-1091-488b-86bd-528b6720e95f tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:01.542937 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-60e2f58b-4b11-4f32-b3a0-7be0e95c894b req-324431b1-1091-488b-86bd-528b6720e95f tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] For port 040980fb-ff39-4eca-8d9a-21c4248c97ac, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=040980fb-ff39-4eca-8d9a-21c4248c97ac,segment=NetworkSegment(d5edefeb-33fd-4ac2-ab34-abbc58fe06c1),segment_id=d5edefeb-33fd-4ac2-ab34-abbc58fe06c1)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:42:01.571032 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-60e2f58b-4b11-4f32-b3a0-7be0e95c894b req-324431b1-1091-488b-86bd-528b6720e95f tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:01.636251 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-60e2f58b-4b11-4f32-b3a0-7be0e95c894b req-324431b1-1091-488b-86bd-528b6720e95f tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8727923'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:01.651773 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] get_ports_and_sgs() called for port_ids ['040980fb-ff39-4eca-8d9a-21c4248c97ac'] {{(pid=94642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:42:01.683426 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2f58b-4b11-4f32-b3a0-7be0e95c894b req-324431b1-1091-488b-86bd-528b6720e95f tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:01.683975 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-60e2f58b-4b11-4f32-b3a0-7be0e95c894b req-324431b1-1091-488b-86bd-528b6720e95f tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:01.685398 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-60e2f58b-4b11-4f32-b3a0-7be0e95c894b req-324431b1-1091-488b-86bd-528b6720e95f tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "PUT /v2.0/ports/040980fb-ff39-4eca-8d9a-21c4248c97ac HTTP/1.1" status: 200 len: 942 time: 0.3921187 Sep 07 14:42:01.685944 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c48e866c-7f77-4d03-960a-5105e6c06375', 'tag': '040980fb-ff39-4eca-8d9a-21c4248c97ac'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:42:01.688220 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca3d64d6ee1d62abf9801d62a4287030b5a1037887016040f3cf02e156c8ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d6e04a-cda9-4ec4-8732-df29b832b105" -d '{"events": [{"name": "network-changed", "server_uuid": "c48e866c-7f77-4d03-960a-5105e6c06375", "tag": "040980fb-ff39-4eca-8d9a-21c4248c97ac"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:42:01.693629 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 52796) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:42:01.744158 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72062039-bf6e-499b-8232-428fb0aa91e6 x-openstack-request-id: req-72062039-bf6e-499b-8232-428fb0aa91e6 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:42:01.744506 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c48e866c-7f77-4d03-960a-5105e6c06375", "tag": "040980fb-ff39-4eca-8d9a-21c4248c97ac", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:42:01.744628 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-72062039-bf6e-499b-8232-428fb0aa91e6 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:42:01.745024 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c48e866c-7f77-4d03-960a-5105e6c06375', 'tag': '040980fb-ff39-4eca-8d9a-21c4248c97ac', 'status': 'completed', 'code': 200} Sep 07 14:42:01.746825 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324431b1-1091-488b-86bd-528b6720e95f tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Pushing event updated for resources: {'Port': ['ID=040980fb-ff39-4eca-8d9a-21c4248c97ac,revision_number=7']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:01.764007 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324431b1-1091-488b-86bd-528b6720e95f tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:01.764358 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324431b1-1091-488b-86bd-528b6720e95f tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:01.764703 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324431b1-1091-488b-86bd-528b6720e95f tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:01.765044 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324431b1-1091-488b-86bd-528b6720e95f tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:01.765379 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324431b1-1091-488b-86bd-528b6720e95f tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:01.765720 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324431b1-1091-488b-86bd-528b6720e95f tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:01.766080 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324431b1-1091-488b-86bd-528b6720e95f tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:01.766838 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324431b1-1091-488b-86bd-528b6720e95f tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:01.766838 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324431b1-1091-488b-86bd-528b6720e95f tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:01.767128 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324431b1-1091-488b-86bd-528b6720e95f tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:01.767512 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324431b1-1091-488b-86bd-528b6720e95f tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:01.767771 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324431b1-1091-488b-86bd-528b6720e95f tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:01.790552 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba4b5730-6ab3-432f-b327-c687c9d46f61 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:01.799513 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] get_ports_and_sgs() called for port_ids ['040980fb-ff39-4eca-8d9a-21c4248c97ac'] {{(pid=94642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:42:01.813865 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6e04a-cda9-4ec4-8732-df29b832b105 req-5ea357d4-9abb-4482-93c5-bd9cef88351b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:01.816061 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-c1d6e04a-cda9-4ec4-8732-df29b832b105 req-5ea357d4-9abb-4482-93c5-bd9cef88351b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2c2a57f6d9c44352845943f3bb3b8fa2&device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 1098 time: 0.0490162 Sep 07 14:42:01.823676 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba4b5730-6ab3-432f-b327-c687c9d46f61 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:01.916287 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6e04a-cda9-4ec4-8732-df29b832b105 req-aec7090b-c32c-456c-befb-0bc7c0b7ef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:01.921154 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-c1d6e04a-cda9-4ec4-8732-df29b832b105 req-aec7090b-c32c-456c-befb-0bc7c0b7ef7b service neutron] 10.222.0.22 "GET /v2.0/networks?id=c71be1b0-a472-4531-9620-78c524d44afd HTTP/1.1" status: 200 len: 916 time: 0.0936964 Sep 07 14:42:01.956095 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba4b5730-6ab3-432f-b327-c687c9d46f61 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:01.959062 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba4b5730-6ab3-432f-b327-c687c9d46f61 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:01.963401 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-ba4b5730-6ab3-432f-b327-c687c9d46f61 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "DELETE /v2.0/security-groups/80f8d611-6502-4bdd-b2fb-026fea61111e HTTP/1.1" status: 204 len: 168 time: 0.2656927 Sep 07 14:42:01.965562 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 52798) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:42:01.978443 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4b5730-6ab3-432f-b327-c687c9d46f61 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f8d611-6502-4bdd-b2fb-026fea61111e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:01.999599 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-c1d6e04a-cda9-4ec4-8732-df29b832b105 req-9808b5ec-842e-4c1f-8347-753f4d855393 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=040980fb-ff39-4eca-8d9a-21c4248c97ac HTTP/1.1" status: 200 len: 1000 time: 0.0639365 Sep 07 14:42:02.017207 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-a50d8c28-07b8-4986-b35a-ae05e360943c None None] Provisioning complete for port 040980fb-ff39-4eca-8d9a-21c4248c97ac triggered by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:42:02.017640 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a50d8c28-07b8-4986-b35a-ae05e360943c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:02.063784 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6e04a-cda9-4ec4-8732-df29b832b105 req-06860d03-2f5d-42d7-9e83-c8b83d86d12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:02.065269 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-c1d6e04a-cda9-4ec4-8732-df29b832b105 req-06860d03-2f5d-42d7-9e83-c8b83d86d12d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1665e509-0b7d-4482-9e4d-29c028e42a95 HTTP/1.1" status: 200 len: 854 time: 0.0542223 Sep 07 14:42:02.114417 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d6e04a-cda9-4ec4-8732-df29b832b105 req-2ebb2353-9b0f-465c-8c0e-822d93c59135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:02.115902 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-c1d6e04a-cda9-4ec4-8732-df29b832b105 req-2ebb2353-9b0f-465c-8c0e-822d93c59135 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c71be1b0-a472-4531-9620-78c524d44afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427411 Sep 07 14:42:02.142617 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-35d3c4be-73a4-429f-a7b7-a1e200e0f586 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Deleting port 374039ff-9378-459d-b144-9c0f869bd65a {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:42:02.142953 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-35d3c4be-73a4-429f-a7b7-a1e200e0f586 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:02.205029 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-c1d6e04a-cda9-4ec4-8732-df29b832b105 req-ac4cad34-4cff-47e7-a49d-59c4e94b6721 service neutron] 10.222.0.22 "GET /v2.0/networks/c71be1b0-a472-4531-9620-78c524d44afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810323 Sep 07 14:42:02.221812 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-35d3c4be-73a4-429f-a7b7-a1e200e0f586 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:02.222171 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-35d3c4be-73a4-429f-a7b7-a1e200e0f586 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:02.234539 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-35d3c4be-73a4-429f-a7b7-a1e200e0f586 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Calling delete_port for 374039ff-9378-459d-b144-9c0f869bd65a owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:42:02.303255 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-c1d6e04a-cda9-4ec4-8732-df29b832b105 req-993a16b0-df6e-45fc-b90c-c9233657a749 service neutron] 10.222.0.22 "GET /v2.0/networks/c71be1b0-a472-4531-9620-78c524d44afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892785 Sep 07 14:42:02.311399 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-0f45f9dd-0423-4a72-89dd-40ac9f79a64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:02.464556 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-35d3c4be-73a4-429f-a7b7-a1e200e0f586 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8727932'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:02.491674 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3c4be-73a4-429f-a7b7-a1e200e0f586 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Pushing event deleted for resources: {'Port': ['ID=374039ff-9378-459d-b144-9c0f869bd65a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:02.555042 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-35d3c4be-73a4-429f-a7b7-a1e200e0f586 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:02.555374 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.db.l3_db [None req-35d3c4be-73a4-429f-a7b7-a1e200e0f586 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Floating IP de260ea5-b081-4c8e-bc3b-146c5ff37b64 disassociated (deleted). External IP: 172.27.3.10, port: 040980fb-ff39-4eca-8d9a-21c4248c97ac. Sep 07 14:42:02.596001 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:02.758906 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d3c4be-73a4-429f-a7b7-a1e200e0f586 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Router 951cbe0c-6431-477b-8062-8a82a85202d9 has already been hosted by L3 agent ca4ca367-a056-42f7-949c-96b33f8f39bf {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:42:02.864077 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d3c4be-73a4-429f-a7b7-a1e200e0f586 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify agent at l3_agent.dv-cinder-760153-9-iscsi the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:42:02.868490 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-35d3c4be-73a4-429f-a7b7-a1e200e0f586 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:02.874741 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13495a62-5233-48dc-a53e-6a8f5b467316 None None] Sync routers for ids ['951cbe0c-6431-477b-8062-8a82a85202d9'] in dv-cinder-760153-9-iscsi {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:42:02.884630 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13495a62-5233-48dc-a53e-6a8f5b467316 None None] Routers {'951cbe0c-6431-477b-8062-8a82a85202d9'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:42:02.885248 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-13495a62-5233-48dc-a53e-6a8f5b467316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:41:35Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['951cbe0c-6431-477b-8062-8a82a85202d9'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:02.897788 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-35d3c4be-73a4-429f-a7b7-a1e200e0f586 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "DELETE /v2.0/floatingips/de260ea5-b081-4c8e-bc3b-146c5ff37b64 HTTP/1.1" status: 204 len: 168 time: 0.9312012 Sep 07 14:42:02.995185 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-13495a62-5233-48dc-a53e-6a8f5b467316 None None] Set router 951cbe0c-6431-477b-8062-8a82a85202d9 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:42:03.196072 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-13495a62-5233-48dc-a53e-6a8f5b467316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951cbe0c-6431-477b-8062-8a82a85202d9', 'name': 'tempest-TestMinimumBasicScenario-1659837734-router', 'tenant_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '36a5d604-3c39-4ab8-83ac-c0c0793ba054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:05Z', 'updated_at': '2021-09-07T14:39:10Z', 'revision_number': 4, 'project_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'gw_port': {'id': '36a5d604-3c39-4ab8-83ac-c0c0793ba054', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951cbe0c-6431-477b-8062-8a82a85202d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:06Z', 'updated_at': '2021-09-07T14:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': '1242e850-5b5a-4814-8e03-fc4f562bf944', 'name': '', 'network_id': 'c71be1b0-a472-4531-9620-78c524d44afd', 'tenant_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'mac_address': 'fa:16:3e:64:8a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951cbe0c-6431-477b-8062-8a82a85202d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1665e509-0b7d-4482-9e4d-29c028e42a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:09Z', 'updated_at': '2021-09-07T14:39:22Z', 'revision_number': 5, 'project_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'subnets': [{'id': '1665e509-0b7d-4482-9e4d-29c028e42a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:03.223073 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13495a62-5233-48dc-a53e-6a8f5b467316 None None] Checking router: 951cbe0c-6431-477b-8062-8a82a85202d9 for host: dv-cinder-760153-9-iscsi {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:42:03.231628 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13495a62-5233-48dc-a53e-6a8f5b467316 None None] Routers {'951cbe0c-6431-477b-8062-8a82a85202d9'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:42:03.232234 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-13495a62-5233-48dc-a53e-6a8f5b467316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:41:35Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['951cbe0c-6431-477b-8062-8a82a85202d9'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:03.347365 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-13495a62-5233-48dc-a53e-6a8f5b467316 None None] Set router 951cbe0c-6431-477b-8062-8a82a85202d9 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:42:03.549997 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-13495a62-5233-48dc-a53e-6a8f5b467316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951cbe0c-6431-477b-8062-8a82a85202d9', 'name': 'tempest-TestMinimumBasicScenario-1659837734-router', 'tenant_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '36a5d604-3c39-4ab8-83ac-c0c0793ba054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:05Z', 'updated_at': '2021-09-07T14:39:10Z', 'revision_number': 4, 'project_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'gw_port': {'id': '36a5d604-3c39-4ab8-83ac-c0c0793ba054', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951cbe0c-6431-477b-8062-8a82a85202d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:06Z', 'updated_at': '2021-09-07T14:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': '1242e850-5b5a-4814-8e03-fc4f562bf944', 'name': '', 'network_id': 'c71be1b0-a472-4531-9620-78c524d44afd', 'tenant_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'mac_address': 'fa:16:3e:64:8a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951cbe0c-6431-477b-8062-8a82a85202d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1665e509-0b7d-4482-9e4d-29c028e42a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:09Z', 'updated_at': '2021-09-07T14:39:22Z', 'revision_number': 5, 'project_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'subnets': [{'id': '1665e509-0b7d-4482-9e4d-29c028e42a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:03.580300 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13495a62-5233-48dc-a53e-6a8f5b467316 None None] The sync data for ids ['951cbe0c-6431-477b-8062-8a82a85202d9'] in dv-cinder-760153-9-iscsi is: [{'id': '951cbe0c-6431-477b-8062-8a82a85202d9', 'name': 'tempest-TestMinimumBasicScenario-1659837734-router', 'tenant_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '36a5d604-3c39-4ab8-83ac-c0c0793ba054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:05Z', 'updated_at': '2021-09-07T14:39:10Z', 'revision_number': 4, 'project_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'gw_port': {'id': '36a5d604-3c39-4ab8-83ac-c0c0793ba054', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951cbe0c-6431-477b-8062-8a82a85202d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:06Z', 'updated_at': '2021-09-07T14:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': '1242e850-5b5a-4814-8e03-fc4f562bf944', 'name': '', 'network_id': 'c71be1b0-a472-4531-9620-78c524d44afd', 'tenant_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'mac_address': 'fa:16:3e:64:8a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951cbe0c-6431-477b-8062-8a82a85202d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '1665e509-0b7d-4482-9e4d-29c028e42a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:09Z', 'updated_at': '2021-09-07T14:39:22Z', 'revision_number': 5, 'project_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'subnets': [{'id': '1665e509-0b7d-4482-9e4d-29c028e42a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:42:03.746507 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c48e866c-7f77-4d03-960a-5105e6c06375', 'tag': '040980fb-ff39-4eca-8d9a-21c4248c97ac'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:42:03.748866 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca3d64d6ee1d62abf9801d62a4287030b5a1037887016040f3cf02e156c8ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341a72c2-1741-4146-ac7a-08fb5ab88b1f" -d '{"events": [{"name": "network-changed", "server_uuid": "c48e866c-7f77-4d03-960a-5105e6c06375", "tag": "040980fb-ff39-4eca-8d9a-21c4248c97ac"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:42:03.786461 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecc5a55-63ce-4197-98ee-f23529c04a20 x-openstack-request-id: req-9ecc5a55-63ce-4197-98ee-f23529c04a20 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:42:03.786755 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c48e866c-7f77-4d03-960a-5105e6c06375", "tag": "040980fb-ff39-4eca-8d9a-21c4248c97ac", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:42:03.787007 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9ecc5a55-63ce-4197-98ee-f23529c04a20 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:42:03.787402 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c48e866c-7f77-4d03-960a-5105e6c06375', 'tag': '040980fb-ff39-4eca-8d9a-21c4248c97ac', 'status': 'completed', 'code': 200} Sep 07 14:42:03.788113 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e3c56d-e2db-4ba3-beec-b8c994bfd7b8 None None] New status for floating IP de260ea5-b081-4c8e-bc3b-146c5ff37b64: DOWN {{(pid=94643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 14:42:03.868900 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a72c2-1741-4146-ac7a-08fb5ab88b1f req-6f970eb7-3271-41ca-9973-8f504df6119d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:03.870496 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-341a72c2-1741-4146-ac7a-08fb5ab88b1f req-6f970eb7-3271-41ca-9973-8f504df6119d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2c2a57f6d9c44352845943f3bb3b8fa2&device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 1098 time: 0.0517912 Sep 07 14:42:03.966731 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a72c2-1741-4146-ac7a-08fb5ab88b1f req-3505ee14-6a64-4678-b832-6ad5e6f92363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:03.968195 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-341a72c2-1741-4146-ac7a-08fb5ab88b1f req-3505ee14-6a64-4678-b832-6ad5e6f92363 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c71be1b0-a472-4531-9620-78c524d44afd HTTP/1.1" status: 200 len: 916 time: 0.0893905 Sep 07 14:42:04.013231 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-341a72c2-1741-4146-ac7a-08fb5ab88b1f req-3ad51158-0d44-4585-b79c-78b6bb523d52 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=040980fb-ff39-4eca-8d9a-21c4248c97ac HTTP/1.1" status: 200 len: 217 time: 0.0352228 Sep 07 14:42:04.077819 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a72c2-1741-4146-ac7a-08fb5ab88b1f req-7b2df3d0-e742-4a6d-b951-5f888b70a274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:04.079413 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-341a72c2-1741-4146-ac7a-08fb5ab88b1f req-7b2df3d0-e742-4a6d-b951-5f888b70a274 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1665e509-0b7d-4482-9e4d-29c028e42a95 HTTP/1.1" status: 200 len: 854 time: 0.0587890 Sep 07 14:42:04.124671 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a72c2-1741-4146-ac7a-08fb5ab88b1f req-1cbab467-6e67-461c-b141-539abcb08e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:04.126287 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-341a72c2-1741-4146-ac7a-08fb5ab88b1f req-1cbab467-6e67-461c-b141-539abcb08e83 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c71be1b0-a472-4531-9620-78c524d44afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390627 Sep 07 14:42:04.216533 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-341a72c2-1741-4146-ac7a-08fb5ab88b1f req-910648f4-270a-461a-95a4-6ecf24a4cdbd service neutron] 10.222.0.22 "GET /v2.0/networks/c71be1b0-a472-4531-9620-78c524d44afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817745 Sep 07 14:42:04.310536 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-341a72c2-1741-4146-ac7a-08fb5ab88b1f req-0a7a3b92-c6b6-4413-93ce-d729a832dec1 service neutron] 10.222.0.22 "GET /v2.0/networks/c71be1b0-a472-4531-9620-78c524d44afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866978 Sep 07 14:42:05.047470 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-cb705b86-cd38-45ef-81f5-bb915d79249f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:05.388338 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.agents_db [None req-8586c0a8-7e1b-4ad5-b29e-274ce3295afb None None] Agent healthcheck: found 6 active agents {{(pid=94643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:42:05.425171 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:06.145082 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:07.182068 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620caa0a-7c50-418a-b3e3-2dc66b4aaf83 req-f49a506a-a374-4846-a8b9-9295dae8cd1f tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:07.183550 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-620caa0a-7c50-418a-b3e3-2dc66b4aaf83 req-f49a506a-a374-4846-a8b9-9295dae8cd1f tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 945 time: 0.0484834 Sep 07 14:42:07.222639 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-620caa0a-7c50-418a-b3e3-2dc66b4aaf83 req-d7138238-7a93-469a-a9e3-fb6e9b99afa7 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5896ba6-76a9-4e7c-89db-4f3ac61a27ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331824 Sep 07 14:42:07.836368 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:08.340923 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92854a7-334b-43a8-8846-481b1a5c2eaf req-49f4469b-7287-4f62-be00-45c587ed8fd2 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:08.342522 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d92854a7-334b-43a8-8846-481b1a5c2eaf req-49f4469b-7287-4f62-be00-45c587ed8fd2 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 945 time: 0.0508387 Sep 07 14:42:08.383688 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d92854a7-334b-43a8-8846-481b1a5c2eaf req-19d34d36-fa0c-4fdf-96fb-bf04558baf95 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5896ba6-76a9-4e7c-89db-4f3ac61a27ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351682 Sep 07 14:42:09.213429 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759149f-efd2-401f-bb6b-0fd355e593b2 req-a7ff4ec9-5812-417d-9dd3-c80a65cb5ecc tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:09.214879 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-9759149f-efd2-401f-bb6b-0fd355e593b2 req-a7ff4ec9-5812-417d-9dd3-c80a65cb5ecc tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.22 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 945 time: 0.0475478 Sep 07 14:42:09.309408 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [req-9759149f-efd2-401f-bb6b-0fd355e593b2 req-79f6cc50-a725-43ab-a2ac-f6ee3fbe91d4 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Deleting port 040980fb-ff39-4eca-8d9a-21c4248c97ac {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:42:09.309751 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-9759149f-efd2-401f-bb6b-0fd355e593b2 req-79f6cc50-a725-43ab-a2ac-f6ee3fbe91d4 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:09.395109 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [req-9759149f-efd2-401f-bb6b-0fd355e593b2 req-79f6cc50-a725-43ab-a2ac-f6ee3fbe91d4 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] For port 040980fb-ff39-4eca-8d9a-21c4248c97ac, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=040980fb-ff39-4eca-8d9a-21c4248c97ac,segment=NetworkSegment(d5edefeb-33fd-4ac2-ab34-abbc58fe06c1),segment_id=d5edefeb-33fd-4ac2-ab34-abbc58fe06c1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:42:09.395466 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-9759149f-efd2-401f-bb6b-0fd355e593b2 req-79f6cc50-a725-43ab-a2ac-f6ee3fbe91d4 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:09.407844 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [req-9759149f-efd2-401f-bb6b-0fd355e593b2 req-79f6cc50-a725-43ab-a2ac-f6ee3fbe91d4 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Calling delete_port for 040980fb-ff39-4eca-8d9a-21c4248c97ac owned by compute:nova {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:42:09.497080 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bdc0d9-52e5-4839-9d79-9bb12d9deef4 req-cdd5aeb3-81f6-450e-b494-ddc1622667cf tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:09.498738 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-84bdc0d9-52e5-4839-9d79-9bb12d9deef4 req-cdd5aeb3-81f6-450e-b494-ddc1622667cf tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 945 time: 0.0472221 Sep 07 14:42:09.541273 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-84bdc0d9-52e5-4839-9d79-9bb12d9deef4 req-73d18364-497f-4d04-9db8-67177255beba tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5896ba6-76a9-4e7c-89db-4f3ac61a27ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359893 Sep 07 14:42:09.619318 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-9759149f-efd2-401f-bb6b-0fd355e593b2 req-79f6cc50-a725-43ab-a2ac-f6ee3fbe91d4 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:09.631269 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] get_ports_and_sgs() called for port_ids ['040980fb-ff39-4eca-8d9a-21c4248c97ac'] {{(pid=94642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:42:09.646180 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f6cc50-a725-43ab-a2ac-f6ee3fbe91d4 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Pushing event deleted for resources: {'Port': ['ID=040980fb-ff39-4eca-8d9a-21c4248c97ac,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:09.660721 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f6cc50-a725-43ab-a2ac-f6ee3fbe91d4 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:09.661059 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f6cc50-a725-43ab-a2ac-f6ee3fbe91d4 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:09.661400 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f6cc50-a725-43ab-a2ac-f6ee3fbe91d4 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:09.661738 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f6cc50-a725-43ab-a2ac-f6ee3fbe91d4 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:09.662100 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f6cc50-a725-43ab-a2ac-f6ee3fbe91d4 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:09.662434 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f6cc50-a725-43ab-a2ac-f6ee3fbe91d4 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:09.662763 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f6cc50-a725-43ab-a2ac-f6ee3fbe91d4 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:09.663088 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f6cc50-a725-43ab-a2ac-f6ee3fbe91d4 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:09.663414 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f6cc50-a725-43ab-a2ac-f6ee3fbe91d4 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:09.663736 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f6cc50-a725-43ab-a2ac-f6ee3fbe91d4 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:09.664060 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f6cc50-a725-43ab-a2ac-f6ee3fbe91d4 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:09.664380 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f6cc50-a725-43ab-a2ac-f6ee3fbe91d4 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:09.698705 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [req-9759149f-efd2-401f-bb6b-0fd355e593b2 req-79f6cc50-a725-43ab-a2ac-f6ee3fbe91d4 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] No DVR routers for this DVR port 040980fb-ff39-4eca-8d9a-21c4248c97ac on host hv-cinder-76015 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:42:09.701185 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-9759149f-efd2-401f-bb6b-0fd355e593b2 req-79f6cc50-a725-43ab-a2ac-f6ee3fbe91d4 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:09.703252 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-9759149f-efd2-401f-bb6b-0fd355e593b2 req-79f6cc50-a725-43ab-a2ac-f6ee3fbe91d4 tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.22 "DELETE /v2.0/ports/040980fb-ff39-4eca-8d9a-21c4248c97ac HTTP/1.1" status: 204 len: 173 time: 0.4813535 Sep 07 14:42:09.703690 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c48e866c-7f77-4d03-960a-5105e6c06375', 'name': 'network-vif-deleted', 'tag': '040980fb-ff39-4eca-8d9a-21c4248c97ac'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:42:09.706005 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ae4c01fc0fef93246b53b81dc3c4053f5278a59fc30262d76e8d579d86f7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d6c59e-51d1-4758-a807-9c285c355eaf" -d '{"events": [{"server_uuid": "c48e866c-7f77-4d03-960a-5105e6c06375", "name": "network-vif-deleted", "tag": "040980fb-ff39-4eca-8d9a-21c4248c97ac"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:42:09.803065 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1eef882-427d-43dd-8896-cdc6921a4c74 x-openstack-request-id: req-e1eef882-427d-43dd-8896-cdc6921a4c74 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:42:09.803359 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c48e866c-7f77-4d03-960a-5105e6c06375", "name": "network-vif-deleted", "tag": "040980fb-ff39-4eca-8d9a-21c4248c97ac", "status": "completed", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:42:09.803611 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e1eef882-427d-43dd-8896-cdc6921a4c74 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:42:09.804004 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c48e866c-7f77-4d03-960a-5105e6c06375', 'name': 'network-vif-deleted', 'tag': '040980fb-ff39-4eca-8d9a-21c4248c97ac', 'status': 'completed', 'code': 200} Sep 07 14:42:10.648033 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-72749d59-173d-408b-8656-fb9c0a4503df req-7bba5f01-a005-43be-8396-aa5a7fbae39f tempest-TestMinimumBasicScenario-487017722 tempest-TestMinimumBasicScenario-487017722-project] 10.222.0.11 "GET /v2.0/ports?device_id=c48e866c-7f77-4d03-960a-5105e6c06375 HTTP/1.1" status: 200 len: 210 time: 0.0268211 Sep 07 14:42:12.464945 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 040980fb-ff39-4eca-8d9a-21c4248c97ac no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:42:12.484848 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] No Port match for: 040980fb-ff39-4eca-8d9a-21c4248c97ac {{(pid=94642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:42:12.485194 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 040980fb-ff39-4eca-8d9a-21c4248c97ac not bound to the agent host hv-cinder-76015 {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:42:13.228033 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 52908) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:42:13.567917 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-176056dd-437b-4ea3-8532-c8be5ebcee53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539757'] for router_interface, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:14.042708 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-176056dd-437b-4ea3-8532-c8be5ebcee53 admin admin] Deleting port 1242e850-5b5a-4814-8e03-fc4f562bf944 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:42:14.043002 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-176056dd-437b-4ea3-8532-c8be5ebcee53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:14.133106 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-176056dd-437b-4ea3-8532-c8be5ebcee53 admin admin] For port 1242e850-5b5a-4814-8e03-fc4f562bf944, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=1242e850-5b5a-4814-8e03-fc4f562bf944,segment=NetworkSegment(d5edefeb-33fd-4ac2-ab34-abbc58fe06c1),segment_id=d5edefeb-33fd-4ac2-ab34-abbc58fe06c1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:42:14.133459 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-176056dd-437b-4ea3-8532-c8be5ebcee53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:14.146258 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-176056dd-437b-4ea3-8532-c8be5ebcee53 admin admin] Calling delete_port for 1242e850-5b5a-4814-8e03-fc4f562bf944 owned by network:router_interface {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:42:14.385761 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-176056dd-437b-4ea3-8532-c8be5ebcee53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:14.411298 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176056dd-437b-4ea3-8532-c8be5ebcee53 admin admin] Pushing event deleted for resources: {'Port': ['ID=1242e850-5b5a-4814-8e03-fc4f562bf944,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:14.586330 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-176056dd-437b-4ea3-8532-c8be5ebcee53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7854277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539777'] for router_interface, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:14.803795 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-176056dd-437b-4ea3-8532-c8be5ebcee53 admin admin] Router 951cbe0c-6431-477b-8062-8a82a85202d9 has already been hosted by L3 agent ca4ca367-a056-42f7-949c-96b33f8f39bf {{(pid=94641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:42:14.907231 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176056dd-437b-4ea3-8532-c8be5ebcee53 admin admin] Notify agent at l3_agent.dv-cinder-760153-9-iscsi the message routers_updated {{(pid=94641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:42:14.912376 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-176056dd-437b-4ea3-8532-c8be5ebcee53 admin admin] 10.222.0.11 "PUT /v2.0/routers/951cbe0c-6431-477b-8062-8a82a85202d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6831746 Sep 07 14:42:14.914767 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 52914) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:42:14.916536 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f46118c-5f32-4602-9bff-f5be258d36a6 None None] Sync routers for ids ['951cbe0c-6431-477b-8062-8a82a85202d9'] in dv-cinder-760153-9-iscsi {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:42:14.926480 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f46118c-5f32-4602-9bff-f5be258d36a6 None None] Routers {'951cbe0c-6431-477b-8062-8a82a85202d9'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:42:14.927023 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1f46118c-5f32-4602-9bff-f5be258d36a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:42:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['951cbe0c-6431-477b-8062-8a82a85202d9'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:15.018300 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-be06e5e0-54b8-4573-8c8a-0d4742c9a70e admin admin] Notify callbacks [] for router, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:15.031201 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-1f46118c-5f32-4602-9bff-f5be258d36a6 None None] Set router 951cbe0c-6431-477b-8062-8a82a85202d9 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:42:15.124447 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-be06e5e0-54b8-4573-8c8a-0d4742c9a70e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:15.215739 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1f46118c-5f32-4602-9bff-f5be258d36a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951cbe0c-6431-477b-8062-8a82a85202d9', 'name': 'tempest-TestMinimumBasicScenario-1659837734-router', 'tenant_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '36a5d604-3c39-4ab8-83ac-c0c0793ba054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:05Z', 'updated_at': '2021-09-07T14:42:14Z', 'revision_number': 5, 'project_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'gw_port': {'id': '36a5d604-3c39-4ab8-83ac-c0c0793ba054', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951cbe0c-6431-477b-8062-8a82a85202d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:06Z', 'updated_at': '2021-09-07T14:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi'}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:15.239524 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-be06e5e0-54b8-4573-8c8a-0d4742c9a70e admin admin] Deleting port 36a5d604-3c39-4ab8-83ac-c0c0793ba054 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:42:15.239863 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-be06e5e0-54b8-4573-8c8a-0d4742c9a70e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:15.242125 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f46118c-5f32-4602-9bff-f5be258d36a6 None None] Checking router: 951cbe0c-6431-477b-8062-8a82a85202d9 for host: dv-cinder-760153-9-iscsi {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:42:15.250785 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f46118c-5f32-4602-9bff-f5be258d36a6 None None] Routers {'951cbe0c-6431-477b-8062-8a82a85202d9'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:42:15.251399 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1f46118c-5f32-4602-9bff-f5be258d36a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:42:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['951cbe0c-6431-477b-8062-8a82a85202d9'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:15.319910 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-be06e5e0-54b8-4573-8c8a-0d4742c9a70e admin admin] For port 36a5d604-3c39-4ab8-83ac-c0c0793ba054, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=36a5d604-3c39-4ab8-83ac-c0c0793ba054,segment=NetworkSegment(c9eb5183-06b9-4b59-a709-2fab54e09f70),segment_id=c9eb5183-06b9-4b59-a709-2fab54e09f70)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:42:15.320278 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-be06e5e0-54b8-4573-8c8a-0d4742c9a70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:15.333010 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-be06e5e0-54b8-4573-8c8a-0d4742c9a70e admin admin] Calling delete_port for 36a5d604-3c39-4ab8-83ac-c0c0793ba054 owned by network:router_gateway {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:42:15.338743 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-1f46118c-5f32-4602-9bff-f5be258d36a6 None None] Set router 951cbe0c-6431-477b-8062-8a82a85202d9 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:42:15.393042 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1f46118c-5f32-4602-9bff-f5be258d36a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951cbe0c-6431-477b-8062-8a82a85202d9', 'name': 'tempest-TestMinimumBasicScenario-1659837734-router', 'tenant_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:05Z', 'updated_at': '2021-09-07T14:42:15Z', 'revision_number': 6, 'project_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'gw_port_host': None}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:15.423861 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f46118c-5f32-4602-9bff-f5be258d36a6 None None] The sync data for ids ['951cbe0c-6431-477b-8062-8a82a85202d9'] in dv-cinder-760153-9-iscsi is: [{'id': '951cbe0c-6431-477b-8062-8a82a85202d9', 'name': 'tempest-TestMinimumBasicScenario-1659837734-router', 'tenant_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:05Z', 'updated_at': '2021-09-07T14:42:15Z', 'revision_number': 6, 'project_id': '2c2a57f6d9c44352845943f3bb3b8fa2', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:42:15.551310 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-be06e5e0-54b8-4573-8c8a-0d4742c9a70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:15.572805 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 1242e850-5b5a-4814-8e03-fc4f562bf944 no longer exists at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:42:15.577339 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be06e5e0-54b8-4573-8c8a-0d4742c9a70e admin admin] Pushing event deleted for resources: {'Port': ['ID=36a5d604-3c39-4ab8-83ac-c0c0793ba054,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:15.598414 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-9152d18d-5686-470b-8281-0603e563890f None None] No Port match for: 1242e850-5b5a-4814-8e03-fc4f562bf944 {{(pid=94642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:42:15.598984 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 1242e850-5b5a-4814-8e03-fc4f562bf944 not bound to the agent host dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:42:15.642651 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-be06e5e0-54b8-4573-8c8a-0d4742c9a70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540451'] for router_gateway, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:15.745022 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-be06e5e0-54b8-4573-8c8a-0d4742c9a70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1168'] for router, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:15.747215 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-be06e5e0-54b8-4573-8c8a-0d4742c9a70e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:15.871008 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-be06e5e0-54b8-4573-8c8a-0d4742c9a70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538185'] for router, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:15.871525 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be06e5e0-54b8-4573-8c8a-0d4742c9a70e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 951cbe0c-6431-477b-8062-8a82a85202d9 {{(pid=94641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 14:42:15.879296 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-be06e5e0-54b8-4573-8c8a-0d4742c9a70e admin admin] Notify callbacks [] for router, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:15.879296 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-be06e5e0-54b8-4573-8c8a-0d4742c9a70e admin admin] 10.222.0.11 "DELETE /v2.0/routers/951cbe0c-6431-477b-8062-8a82a85202d9 HTTP/1.1" status: 204 len: 168 time: 0.9622812 Sep 07 14:42:15.880703 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 52918) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:42:15.926305 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.db_base_plugin_v2 [None req-36063f5e-6366-49d3-89ee-f8dcc61f54a5 admin admin] Deleting subnet 1665e509-0b7d-4482-9e4d-29c028e42a95 {{(pid=94641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 14:42:15.929614 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-36063f5e-6366-49d3-89ee-f8dcc61f54a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:15.968528 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-36063f5e-6366-49d3-89ee-f8dcc61f54a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101096'] for subnet, precommit_delete_associations {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:16.077541 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-36063f5e-6366-49d3-89ee-f8dcc61f54a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7667009'] for subnet, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:16.202988 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-36063f5e-6366-49d3-89ee-f8dcc61f54a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7667064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4046447'] for subnet, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:16.226863 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36063f5e-6366-49d3-89ee-f8dcc61f54a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1665e509-0b7d-4482-9e4d-29c028e42a95,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:16.233586 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-36063f5e-6366-49d3-89ee-f8dcc61f54a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:16.235496 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-36063f5e-6366-49d3-89ee-f8dcc61f54a5 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1665e509-0b7d-4482-9e4d-29c028e42a95 HTTP/1.1" status: 204 len: 168 time: 0.3538618 Sep 07 14:42:16.238043 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 52920) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:42:16.240501 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e27c41-04b3-49ca-8431-6bcf5f2ec773 None None] Network c71be1b0-a472-4531-9620-78c524d44afd requested from dv-cinder-760153-9-iscsi {{(pid=94642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:42:16.303319 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-90f96cd1-4276-4f4f-ae3d-012d4376aba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7632714'] for network, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:16.359120 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-90f96cd1-4276-4f4f-ae3d-012d4376aba2 admin admin] Deleting port dbba5665-2d5d-4f96-b0e3-7f9421eb94e1 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:42:16.359458 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-90f96cd1-4276-4f4f-ae3d-012d4376aba2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:16.409297 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aed950a-44bb-47b8-b5a5-e07ed0baf18b None None] DHCP port deletion for c71be1b0-a472-4531-9620-78c524d44afd request from dv-cinder-760153-9-iscsi {{(pid=94642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 14:42:16.424127 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-90f96cd1-4276-4f4f-ae3d-012d4376aba2 admin admin] For port dbba5665-2d5d-4f96-b0e3-7f9421eb94e1, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=dbba5665-2d5d-4f96-b0e3-7f9421eb94e1,segment=NetworkSegment(d5edefeb-33fd-4ac2-ab34-abbc58fe06c1),segment_id=d5edefeb-33fd-4ac2-ab34-abbc58fe06c1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:42:16.424488 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-90f96cd1-4276-4f4f-ae3d-012d4376aba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:16.437446 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-90f96cd1-4276-4f4f-ae3d-012d4376aba2 admin admin] Calling delete_port for dbba5665-2d5d-4f96-b0e3-7f9421eb94e1 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:42:16.456778 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-7aed950a-44bb-47b8-b5a5-e07ed0baf18b None None] Deleting port dbba5665-2d5d-4f96-b0e3-7f9421eb94e1 {{(pid=94642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:42:16.457167 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-7aed950a-44bb-47b8-b5a5-e07ed0baf18b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:16.521366 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-7aed950a-44bb-47b8-b5a5-e07ed0baf18b None None] For port dbba5665-2d5d-4f96-b0e3-7f9421eb94e1, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=dbba5665-2d5d-4f96-b0e3-7f9421eb94e1,segment=NetworkSegment(d5edefeb-33fd-4ac2-ab34-abbc58fe06c1),segment_id=d5edefeb-33fd-4ac2-ab34-abbc58fe06c1)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:42:16.522106 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-7aed950a-44bb-47b8-b5a5-e07ed0baf18b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:16.562476 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-90f96cd1-4276-4f4f-ae3d-012d4376aba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:16.586560 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f96cd1-4276-4f4f-ae3d-012d4376aba2 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbba5665-2d5d-4f96-b0e3-7f9421eb94e1,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:16.594673 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f96cd1-4276-4f4f-ae3d-012d4376aba2 admin admin] No DVR routers for this DVR port dbba5665-2d5d-4f96-b0e3-7f9421eb94e1 on host dv-cinder-760153-9-iscsi {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:42:16.659761 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-7aed950a-44bb-47b8-b5a5-e07ed0baf18b None None] Calling delete_port for dbba5665-2d5d-4f96-b0e3-7f9421eb94e1 owned by network:dhcp {{(pid=94642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:42:16.666648 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-90f96cd1-4276-4f4f-ae3d-012d4376aba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653324', 'neutron.services.segments.db._delete_segments_for_network-8735925738105'] for network, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:16.692417 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.services.segments.db [None req-90f96cd1-4276-4f4f-ae3d-012d4376aba2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c71be1b0-a472-4531-9620-78c524d44afd']}} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:16.702452 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.services.segments.db [None req-90f96cd1-4276-4f4f-ae3d-012d4376aba2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5edefeb-33fd-4ac2-ab34-abbc58fe06c1') {'for_net_delete': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:16.702750 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.services.segments.db [None req-90f96cd1-4276-4f4f-ae3d-012d4376aba2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5edefeb-33fd-4ac2-ab34-abbc58fe06c1') {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:16.712383 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-90f96cd1-4276-4f4f-ae3d-012d4376aba2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735925737602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101089'] for segment, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:16.726345 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-90f96cd1-4276-4f4f-ae3d-012d4376aba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147'] for segment, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:16.732403 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90f96cd1-4276-4f4f-ae3d-012d4376aba2 admin admin] Releasing vlan 894 on physical network physnet1 to pool {{(pid=94641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 14:42:16.732789 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-90f96cd1-4276-4f4f-ae3d-012d4376aba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009568'] for segment, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:16.734446 dv-cinder-760153-9-iscsi neutron-server[94641]: Traceback (most recent call last): Sep 07 14:42:16.734446 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 14:42:16.734446 dv-cinder-760153-9-iscsi neutron-server[94641]: timer() Sep 07 14:42:16.734446 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 14:42:16.734446 dv-cinder-760153-9-iscsi neutron-server[94641]: cb(*args, **kw) Sep 07 14:42:16.734446 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 14:42:16.734446 dv-cinder-760153-9-iscsi neutron-server[94641]: return func(*args, **kwargs) Sep 07 14:42:16.734446 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 14:42:16.734446 dv-cinder-760153-9-iscsi neutron-server[94641]: self._notify() Sep 07 14:42:16.734446 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 14:42:16.734446 dv-cinder-760153-9-iscsi neutron-server[94641]: self.callback(batched_events) Sep 07 14:42:16.734446 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 14:42:16.734446 dv-cinder-760153-9-iscsi neutron-server[94641]: event.method(event) Sep 07 14:42:16.734446 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 14:42:16.734446 dv-cinder-760153-9-iscsi neutron-server[94641]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 14:42:16.734446 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 14:42:16.734446 dv-cinder-760153-9-iscsi neutron-server[94641]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 14:42:16.734446 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 14:42:16.734446 dv-cinder-760153-9-iscsi neutron-server[94641]: return f(self, *a, **k) Sep 07 14:42:16.734446 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 14:42:16.734446 dv-cinder-760153-9-iscsi neutron-server[94641]: return self._get(url).json() Sep 07 14:42:16.734446 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 14:42:16.734446 dv-cinder-760153-9-iscsi neutron-server[94641]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 14:42:16.734446 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 14:42:16.734446 dv-cinder-760153-9-iscsi neutron-server[94641]: return self.request(url, 'GET', **kwargs) Sep 07 14:42:16.734446 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 14:42:16.734446 dv-cinder-760153-9-iscsi neutron-server[94641]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 14:42:16.734446 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 14:42:16.734446 dv-cinder-760153-9-iscsi neutron-server[94641]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 14:42:16.734446 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 14:42:16.734446 dv-cinder-760153-9-iscsi neutron-server[94641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 14:42:16.734446 dv-cinder-760153-9-iscsi neutron-server[94641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 14:42:16.776053 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-7aed950a-44bb-47b8-b5a5-e07ed0baf18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542'] for port, after_delete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:16.801845 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed950a-44bb-47b8-b5a5-e07ed0baf18b None None] Pushing event deleted for resources: {'Port': ['ID=dbba5665-2d5d-4f96-b0e3-7f9421eb94e1,revision_number=None']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:16.805258 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aed950a-44bb-47b8-b5a5-e07ed0baf18b None None] No DVR routers for this DVR port dbba5665-2d5d-4f96-b0e3-7f9421eb94e1 on host dv-cinder-760153-9-iscsi {{(pid=94642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:42:16.876527 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-90f96cd1-4276-4f4f-ae3d-012d4376aba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540447'] for network, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:16.883667 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-90f96cd1-4276-4f4f-ae3d-012d4376aba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for network, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:16.885483 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-90f96cd1-4276-4f4f-ae3d-012d4376aba2 admin admin] 10.222.0.11 "DELETE /v2.0/networks/c71be1b0-a472-4531-9620-78c524d44afd HTTP/1.1" status: 204 len: 168 time: 0.6465359 Sep 07 14:42:16.889433 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 52926) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:42:16.895343 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f96cd1-4276-4f4f-ae3d-012d4376aba2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c71be1b0-a472-4531-9620-78c524d44afd,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:17.553088 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-222dc52a-3075-4acc-bd5a-dffd583f6f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539757'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:17.566612 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 36a5d604-3c39-4ab8-83ac-c0c0793ba054 no longer exists at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:42:17.586171 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-9152d18d-5686-470b-8281-0603e563890f None None] No Port match for: 36a5d604-3c39-4ab8-83ac-c0c0793ba054 {{(pid=94642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:42:17.586600 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 36a5d604-3c39-4ab8-83ac-c0c0793ba054 not bound to the agent host dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:42:17.587031 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device dbba5665-2d5d-4f96-b0e3-7f9421eb94e1 no longer exists at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:42:17.606613 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-9152d18d-5686-470b-8281-0603e563890f None None] No Port match for: dbba5665-2d5d-4f96-b0e3-7f9421eb94e1 {{(pid=94642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:42:17.606984 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device dbba5665-2d5d-4f96-b0e3-7f9421eb94e1 not bound to the agent host dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:42:17.852289 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-222dc52a-3075-4acc-bd5a-dffd583f6f3b admin admin] Deleting port 46c92294-7e46-4430-bab0-f014b8a3c614 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:42:17.852631 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-222dc52a-3075-4acc-bd5a-dffd583f6f3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:17.927650 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-222dc52a-3075-4acc-bd5a-dffd583f6f3b admin admin] For port 46c92294-7e46-4430-bab0-f014b8a3c614, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=46c92294-7e46-4430-bab0-f014b8a3c614,segment=NetworkSegment(d3b6861e-4434-4aad-b068-badf3d14de47),segment_id=d3b6861e-4434-4aad-b068-badf3d14de47)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:42:17.928339 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-222dc52a-3075-4acc-bd5a-dffd583f6f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:17.939678 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-222dc52a-3075-4acc-bd5a-dffd583f6f3b admin admin] Calling delete_port for 46c92294-7e46-4430-bab0-f014b8a3c614 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:42:18.179581 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-222dc52a-3075-4acc-bd5a-dffd583f6f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8727932'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:18.206094 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222dc52a-3075-4acc-bd5a-dffd583f6f3b admin admin] Pushing event deleted for resources: {'Port': ['ID=46c92294-7e46-4430-bab0-f014b8a3c614,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:18.375138 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-222dc52a-3075-4acc-bd5a-dffd583f6f3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7854277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539777'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:18.582459 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222dc52a-3075-4acc-bd5a-dffd583f6f3b admin admin] Router 6b7d8e79-d263-4133-b277-65135311d372 has already been hosted by L3 agent ca4ca367-a056-42f7-949c-96b33f8f39bf {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:42:18.687229 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222dc52a-3075-4acc-bd5a-dffd583f6f3b admin admin] Notify agent at l3_agent.dv-cinder-760153-9-iscsi the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:42:18.692211 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-222dc52a-3075-4acc-bd5a-dffd583f6f3b admin admin] 10.222.0.11 "PUT /v2.0/routers/6b7d8e79-d263-4133-b277-65135311d372/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8017108 Sep 07 14:42:18.694695 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 52930) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:42:18.697221 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b26e56-fa9f-4286-9724-cdc4a5b2283b None None] Sync routers for ids ['6b7d8e79-d263-4133-b277-65135311d372'] in dv-cinder-760153-9-iscsi {{(pid=94643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:42:18.707580 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b26e56-fa9f-4286-9724-cdc4a5b2283b None None] Routers {'6b7d8e79-d263-4133-b277-65135311d372'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:42:18.708183 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-03b26e56-fa9f-4286-9724-cdc4a5b2283b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:42:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['6b7d8e79-d263-4133-b277-65135311d372'], 'active': True} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:18.798039 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07b01dc7-7e45-4568-bfad-86947efd6874 admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:18.811338 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvr_db [None req-03b26e56-fa9f-4286-9724-cdc4a5b2283b None None] Set router 6b7d8e79-d263-4133-b277-65135311d372 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:42:18.911231 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07b01dc7-7e45-4568-bfad-86947efd6874 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:18.991963 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-03b26e56-fa9f-4286-9724-cdc4a5b2283b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7d8e79-d263-4133-b277-65135311d372', 'name': 'tempest-TestMinimumBasicScenario-840240819-router', 'tenant_id': '966f4a43c3714d0882ce20be6d9e0e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '7baeaa76-0ef0-41bb-a2da-16207a911aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:14Z', 'updated_at': '2021-09-07T14:42:18Z', 'revision_number': 5, 'project_id': '966f4a43c3714d0882ce20be6d9e0e97', 'gw_port': {'id': '7baeaa76-0ef0-41bb-a2da-16207a911aa7', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c6:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b7d8e79-d263-4133-b277-65135311d372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:15Z', 'updated_at': '2021-09-07T14:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi'}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:19.019652 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b26e56-fa9f-4286-9724-cdc4a5b2283b None None] Checking router: 6b7d8e79-d263-4133-b277-65135311d372 for host: dv-cinder-760153-9-iscsi {{(pid=94643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:42:19.020375 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-07b01dc7-7e45-4568-bfad-86947efd6874 admin admin] Deleting port 7baeaa76-0ef0-41bb-a2da-16207a911aa7 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:42:19.020863 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07b01dc7-7e45-4568-bfad-86947efd6874 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:19.028070 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b26e56-fa9f-4286-9724-cdc4a5b2283b None None] Routers {'6b7d8e79-d263-4133-b277-65135311d372'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:42:19.028671 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-03b26e56-fa9f-4286-9724-cdc4a5b2283b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:42:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['6b7d8e79-d263-4133-b277-65135311d372'], 'active': True} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:19.099414 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-07b01dc7-7e45-4568-bfad-86947efd6874 admin admin] For port 7baeaa76-0ef0-41bb-a2da-16207a911aa7, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=7baeaa76-0ef0-41bb-a2da-16207a911aa7,segment=NetworkSegment(c9eb5183-06b9-4b59-a709-2fab54e09f70),segment_id=c9eb5183-06b9-4b59-a709-2fab54e09f70)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:42:19.099691 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07b01dc7-7e45-4568-bfad-86947efd6874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:19.112071 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-07b01dc7-7e45-4568-bfad-86947efd6874 admin admin] Calling delete_port for 7baeaa76-0ef0-41bb-a2da-16207a911aa7 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:42:19.112401 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvr_db [None req-03b26e56-fa9f-4286-9724-cdc4a5b2283b None None] Set router 6b7d8e79-d263-4133-b277-65135311d372 gateway port host: None {{(pid=94643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:42:19.163224 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-03b26e56-fa9f-4286-9724-cdc4a5b2283b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b7d8e79-d263-4133-b277-65135311d372', 'name': 'tempest-TestMinimumBasicScenario-840240819-router', 'tenant_id': '966f4a43c3714d0882ce20be6d9e0e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:14Z', 'updated_at': '2021-09-07T14:42:18Z', 'revision_number': 6, 'project_id': '966f4a43c3714d0882ce20be6d9e0e97', 'gw_port_host': None}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:19.281810 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b26e56-fa9f-4286-9724-cdc4a5b2283b None None] The sync data for ids ['6b7d8e79-d263-4133-b277-65135311d372'] in dv-cinder-760153-9-iscsi is: [{'id': '6b7d8e79-d263-4133-b277-65135311d372', 'name': 'tempest-TestMinimumBasicScenario-840240819-router', 'tenant_id': '966f4a43c3714d0882ce20be6d9e0e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:14Z', 'updated_at': '2021-09-07T14:42:18Z', 'revision_number': 6, 'project_id': '966f4a43c3714d0882ce20be6d9e0e97', 'gw_port_host': None}] {{(pid=94643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:42:19.322444 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07b01dc7-7e45-4568-bfad-86947efd6874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8727932'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:19.348709 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b01dc7-7e45-4568-bfad-86947efd6874 admin admin] Pushing event deleted for resources: {'Port': ['ID=7baeaa76-0ef0-41bb-a2da-16207a911aa7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:19.410516 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07b01dc7-7e45-4568-bfad-86947efd6874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540451'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:19.502974 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07b01dc7-7e45-4568-bfad-86947efd6874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1168'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:19.505074 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07b01dc7-7e45-4568-bfad-86947efd6874 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:19.602271 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07b01dc7-7e45-4568-bfad-86947efd6874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538185'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:19.602750 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b01dc7-7e45-4568-bfad-86947efd6874 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b7d8e79-d263-4133-b277-65135311d372 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 14:42:19.608476 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07b01dc7-7e45-4568-bfad-86947efd6874 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:19.609703 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-07b01dc7-7e45-4568-bfad-86947efd6874 admin admin] 10.222.0.11 "DELETE /v2.0/routers/6b7d8e79-d263-4133-b277-65135311d372 HTTP/1.1" status: 204 len: 168 time: 0.9140890 Sep 07 14:42:19.612123 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 52934) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:42:19.669686 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed269a41-d6be-4fba-b3bf-577defa39fe8 admin admin] Deleting subnet 857a12a8-9273-4d67-9f03-1c65bb79c181 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 14:42:19.673211 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed269a41-d6be-4fba-b3bf-577defa39fe8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:19.710494 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed269a41-d6be-4fba-b3bf-577defa39fe8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3863426'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:19.744620 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 46c92294-7e46-4430-bab0-f014b8a3c614 no longer exists at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:42:19.766591 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-9152d18d-5686-470b-8281-0603e563890f None None] No Port match for: 46c92294-7e46-4430-bab0-f014b8a3c614 {{(pid=94642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:42:19.766939 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 46c92294-7e46-4430-bab0-f014b8a3c614 not bound to the agent host dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:42:19.831516 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed269a41-d6be-4fba-b3bf-577defa39fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7667009'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:19.962731 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed269a41-d6be-4fba-b3bf-577defa39fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7667064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8727817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8658444'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:19.988416 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed269a41-d6be-4fba-b3bf-577defa39fe8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=857a12a8-9273-4d67-9f03-1c65bb79c181,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:19.992762 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed269a41-d6be-4fba-b3bf-577defa39fe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:19.994651 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-ed269a41-d6be-4fba-b3bf-577defa39fe8 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/857a12a8-9273-4d67-9f03-1c65bb79c181 HTTP/1.1" status: 204 len: 168 time: 0.3815942 Sep 07 14:42:19.997792 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 52938) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:42:20.000648 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d80bf55-6783-4c2c-910e-cb6a8dcd7514 None None] Network 9d4158e2-ad5c-4008-b86a-a3c689de40aa requested from dv-cinder-760153-9-iscsi {{(pid=94642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:42:20.067118 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f3076fc-24f5-419b-82c8-1ac16c7b2ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7632714'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:20.125073 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-3f3076fc-24f5-419b-82c8-1ac16c7b2ee3 admin admin] Deleting port 3a8fd1cd-dac2-4159-9bb2-8716fd22080c {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:42:20.125414 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f3076fc-24f5-419b-82c8-1ac16c7b2ee3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:20.176101 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f72742-651d-4c61-953a-90f9a763ea88 None None] DHCP port deletion for 9d4158e2-ad5c-4008-b86a-a3c689de40aa request from dv-cinder-760153-9-iscsi {{(pid=94642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 14:42:20.203707 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-3f3076fc-24f5-419b-82c8-1ac16c7b2ee3 admin admin] For port 3a8fd1cd-dac2-4159-9bb2-8716fd22080c, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=3a8fd1cd-dac2-4159-9bb2-8716fd22080c,segment=NetworkSegment(d3b6861e-4434-4aad-b068-badf3d14de47),segment_id=d3b6861e-4434-4aad-b068-badf3d14de47)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:42:20.204325 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f3076fc-24f5-419b-82c8-1ac16c7b2ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:20.219009 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-3f3076fc-24f5-419b-82c8-1ac16c7b2ee3 admin admin] Calling delete_port for 3a8fd1cd-dac2-4159-9bb2-8716fd22080c owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:42:20.225645 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-b9f72742-651d-4c61-953a-90f9a763ea88 None None] Deleting port 3a8fd1cd-dac2-4159-9bb2-8716fd22080c {{(pid=94642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:42:20.226133 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b9f72742-651d-4c61-953a-90f9a763ea88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:20.298723 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-b9f72742-651d-4c61-953a-90f9a763ea88 None None] For port 3a8fd1cd-dac2-4159-9bb2-8716fd22080c, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=3a8fd1cd-dac2-4159-9bb2-8716fd22080c,segment=NetworkSegment(d3b6861e-4434-4aad-b068-badf3d14de47),segment_id=d3b6861e-4434-4aad-b068-badf3d14de47)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:42:20.299443 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b9f72742-651d-4c61-953a-90f9a763ea88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:20.313186 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-b9f72742-651d-4c61-953a-90f9a763ea88 None None] Calling delete_port for 3a8fd1cd-dac2-4159-9bb2-8716fd22080c owned by network:dhcp {{(pid=94642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:42:20.403786 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f3076fc-24f5-419b-82c8-1ac16c7b2ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8727932'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:20.408645 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b9f72742-651d-4c61-953a-90f9a763ea88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542'] for port, after_delete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:20.436867 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f72742-651d-4c61-953a-90f9a763ea88 None None] No DVR routers for this DVR port 3a8fd1cd-dac2-4159-9bb2-8716fd22080c on host dv-cinder-760153-9-iscsi {{(pid=94642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:42:20.440613 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f72742-651d-4c61-953a-90f9a763ea88 None None] Pushing event deleted for resources: {'Port': ['ID=3a8fd1cd-dac2-4159-9bb2-8716fd22080c,revision_number=None']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:20.444726 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3076fc-24f5-419b-82c8-1ac16c7b2ee3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a8fd1cd-dac2-4159-9bb2-8716fd22080c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:20.450154 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3076fc-24f5-419b-82c8-1ac16c7b2ee3 admin admin] No DVR routers for this DVR port 3a8fd1cd-dac2-4159-9bb2-8716fd22080c on host dv-cinder-760153-9-iscsi {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:42:20.525131 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f3076fc-24f5-419b-82c8-1ac16c7b2ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653324', 'neutron.services.segments.db._delete_segments_for_network-8735925738105'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:20.548184 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-3f3076fc-24f5-419b-82c8-1ac16c7b2ee3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d4158e2-ad5c-4008-b86a-a3c689de40aa']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:20.557296 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-3f3076fc-24f5-419b-82c8-1ac16c7b2ee3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3b6861e-4434-4aad-b068-badf3d14de47') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:20.558123 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-3f3076fc-24f5-419b-82c8-1ac16c7b2ee3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3b6861e-4434-4aad-b068-badf3d14de47') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:20.567325 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f3076fc-24f5-419b-82c8-1ac16c7b2ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735925737602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3863435'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:20.581047 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f3076fc-24f5-419b-82c8-1ac16c7b2ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:20.586746 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f3076fc-24f5-419b-82c8-1ac16c7b2ee3 admin admin] Releasing vlan 896 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 14:42:20.587126 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f3076fc-24f5-419b-82c8-1ac16c7b2ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8727723'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:20.588713 dv-cinder-760153-9-iscsi neutron-server[94640]: Traceback (most recent call last): Sep 07 14:42:20.588713 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 14:42:20.588713 dv-cinder-760153-9-iscsi neutron-server[94640]: timer() Sep 07 14:42:20.588713 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 14:42:20.588713 dv-cinder-760153-9-iscsi neutron-server[94640]: cb(*args, **kw) Sep 07 14:42:20.588713 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 14:42:20.588713 dv-cinder-760153-9-iscsi neutron-server[94640]: return func(*args, **kwargs) Sep 07 14:42:20.588713 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 14:42:20.588713 dv-cinder-760153-9-iscsi neutron-server[94640]: self._notify() Sep 07 14:42:20.588713 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 14:42:20.588713 dv-cinder-760153-9-iscsi neutron-server[94640]: self.callback(batched_events) Sep 07 14:42:20.588713 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 14:42:20.588713 dv-cinder-760153-9-iscsi neutron-server[94640]: event.method(event) Sep 07 14:42:20.588713 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 14:42:20.588713 dv-cinder-760153-9-iscsi neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 14:42:20.588713 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 14:42:20.588713 dv-cinder-760153-9-iscsi neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 14:42:20.588713 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 14:42:20.588713 dv-cinder-760153-9-iscsi neutron-server[94640]: return f(self, *a, **k) Sep 07 14:42:20.588713 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 14:42:20.588713 dv-cinder-760153-9-iscsi neutron-server[94640]: return self._get(url).json() Sep 07 14:42:20.588713 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 14:42:20.588713 dv-cinder-760153-9-iscsi neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 14:42:20.588713 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 14:42:20.588713 dv-cinder-760153-9-iscsi neutron-server[94640]: return self.request(url, 'GET', **kwargs) Sep 07 14:42:20.588713 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 14:42:20.588713 dv-cinder-760153-9-iscsi neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 14:42:20.588713 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 14:42:20.588713 dv-cinder-760153-9-iscsi neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 14:42:20.588713 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 14:42:20.588713 dv-cinder-760153-9-iscsi neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 14:42:20.588713 dv-cinder-760153-9-iscsi neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 14:42:20.734144 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f3076fc-24f5-419b-82c8-1ac16c7b2ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540447'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:20.739529 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f3076fc-24f5-419b-82c8-1ac16c7b2ee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:20.741407 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-3f3076fc-24f5-419b-82c8-1ac16c7b2ee3 admin admin] 10.222.0.11 "DELETE /v2.0/networks/9d4158e2-ad5c-4008-b86a-a3c689de40aa HTTP/1.1" status: 204 len: 168 time: 0.7425842 Sep 07 14:42:20.752789 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3076fc-24f5-419b-82c8-1ac16c7b2ee3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d4158e2-ad5c-4008-b86a-a3c689de40aa,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:21.074918 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 52946) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:42:21.114980 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-cbb68003-fd01-47fe-a393-a984e01f71b3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2c2a57f6d9c44352845943f3bb3b8fa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386267 Sep 07 14:42:21.117371 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 52948) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:42:21.168328 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9b370f9c-b94a-4365-9109-6d0521fb8441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:21.188690 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9b370f9c-b94a-4365-9109-6d0521fb8441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:21.333565 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9b370f9c-b94a-4365-9109-6d0521fb8441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:21.336099 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9b370f9c-b94a-4365-9109-6d0521fb8441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:21.337338 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-9b370f9c-b94a-4365-9109-6d0521fb8441 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b5896ba6-76a9-4e7c-89db-4f3ac61a27ec HTTP/1.1" status: 204 len: 168 time: 0.2189682 Sep 07 14:42:21.346166 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b370f9c-b94a-4365-9109-6d0521fb8441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5896ba6-76a9-4e7c-89db-4f3ac61a27ec,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:21.568374 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 3a8fd1cd-dac2-4159-9bb2-8716fd22080c no longer exists at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:42:21.588389 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-9152d18d-5686-470b-8281-0603e563890f None None] No Port match for: 3a8fd1cd-dac2-4159-9bb2-8716fd22080c {{(pid=94642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:42:21.588655 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 3a8fd1cd-dac2-4159-9bb2-8716fd22080c not bound to the agent host dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:42:21.590014 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 7baeaa76-0ef0-41bb-a2da-16207a911aa7 no longer exists at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:42:21.607521 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-9152d18d-5686-470b-8281-0603e563890f None None] No Port match for: 7baeaa76-0ef0-41bb-a2da-16207a911aa7 {{(pid=94642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:42:21.607859 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 7baeaa76-0ef0-41bb-a2da-16207a911aa7 not bound to the agent host dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:42:21.989005 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 52954) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:42:22.029762 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-70ba8beb-9869-4239-8cb1-8ee63392e38a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=966f4a43c3714d0882ce20be6d9e0e97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395432 Sep 07 14:42:22.032350 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 52956) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:42:22.078930 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-805b8986-5a8e-4b0b-ac47-6b17aade6878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:22.098861 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-805b8986-5a8e-4b0b-ac47-6b17aade6878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:22.236759 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-805b8986-5a8e-4b0b-ac47-6b17aade6878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:22.239366 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-805b8986-5a8e-4b0b-ac47-6b17aade6878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:22.240532 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-805b8986-5a8e-4b0b-ac47-6b17aade6878 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fbd0f594-97c8-49a0-b7f4-47e2b67e046b HTTP/1.1" status: 204 len: 168 time: 0.2072442 Sep 07 14:42:22.249632 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b8986-5a8e-4b0b-ac47-6b17aade6878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd0f594-97c8-49a0-b7f4-47e2b67e046b,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:23.268040 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 52984) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:42:23.368311 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-6e79011c-a9e2-4754-ae28-21c60e79dfde admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1583402169-network', 'tenant_id': 'fb8695fb2fcc49db9e216007d032174f'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:42:23.459840 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e79011c-a9e2-4754-ae28-21c60e79dfde admin admin] Made reservation on behalf of fb8695fb2fcc49db9e216007d032174f for: {'network': 1} {{(pid=94641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:42:23.462164 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6e79011c-a9e2-4754-ae28-21c60e79dfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for network, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:23.472792 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6e79011c-a9e2-4754-ae28-21c60e79dfde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:23.559296 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6e79011c-a9e2-4754-ae28-21c60e79dfde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:23.712386 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6e79011c-a9e2-4754-ae28-21c60e79dfde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:23.739563 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e79011c-a9e2-4754-ae28-21c60e79dfde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 880} {{(pid=94641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:42:23.749829 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79011c-a9e2-4754-ae28-21c60e79dfde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc300f19-41d2-4fab-886d-f14bfba208bb,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:23.754655 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6e79011c-a9e2-4754-ae28-21c60e79dfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147'] for segment, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:23.754994 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.db.segments_db [None req-6e79011c-a9e2-4754-ae28-21c60e79dfde admin admin] Added segment 877a019a-cfdd-4d48-bea9-4e61887389af of type vlan for network 2b04c4b7-51ec-44a3-876e-a0d61c647f54 Sep 07 14:42:23.794457 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6e79011c-a9e2-4754-ae28-21c60e79dfde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735925196804'] for network, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:23.905396 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6e79011c-a9e2-4754-ae28-21c60e79dfde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332'] for network, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:23.906434 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e79011c-a9e2-4754-ae28-21c60e79dfde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:23.907145 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6e79011c-a9e2-4754-ae28-21c60e79dfde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for network, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:23.968219 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79011c-a9e2-4754-ae28-21c60e79dfde admin admin] Pushing event updated for resources: {'Network': ['ID=2b04c4b7-51ec-44a3-876e-a0d61c647f54,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:23.978488 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Network 2b04c4b7-51ec-44a3-876e-a0d61c647f54 details requested by agent ovs-agent-dv-cinder-760153-9-iscsi with host dv-cinder-760153-9-iscsi {{(pid=94642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:42:23.992746 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-6e79011c-a9e2-4754-ae28-21c60e79dfde admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7226152 Sep 07 14:42:23.999729 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 52994) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:42:24.004909 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-48960b6b-df26-4921-a6f1-9191125f8d23 admin admin] Request body: {'subnet': {'network_id': '2b04c4b7-51ec-44a3-876e-a0d61c647f54', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1583402169-subnet', 'tenant_id': 'fb8695fb2fcc49db9e216007d032174f', 'ip_version': 4}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:42:24.082144 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48960b6b-df26-4921-a6f1-9191125f8d23 admin admin] Made reservation on behalf of fb8695fb2fcc49db9e216007d032174f for: {'subnet': 1} {{(pid=94641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:42:24.084512 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-48960b6b-df26-4921-a6f1-9191125f8d23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4046450'] for subnet, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:24.323049 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-48960b6b-df26-4921-a6f1-9191125f8d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4046436'] for subnet, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:24.376411 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48960b6b-df26-4921-a6f1-9191125f8d23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ccff5bd-d913-47ce-b5ae-4e400120a8ad,revision_number=0']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:24.386654 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48960b6b-df26-4921-a6f1-9191125f8d23 admin admin] Checking segment: {'id': '877a019a-cfdd-4d48-bea9-4e61887389af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '2b04c4b7-51ec-44a3-876e-a0d61c647f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:42:24.392310 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48960b6b-df26-4921-a6f1-9191125f8d23 admin admin] Network hostable DHCP agents. Network: 2b04c4b7-51ec-44a3-876e-a0d61c647f54, hostable agents: ['594f7c6c-f415-4606-b669-794c15de65b6'], hosted agents: [] {{(pid=94641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:42:24.482249 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48960b6b-df26-4921-a6f1-9191125f8d23 admin admin] Network 2b04c4b7-51ec-44a3-876e-a0d61c647f54 is scheduled to be hosted by DHCP agent 594f7c6c-f415-4606-b669-794c15de65b6 with binding_index 1 {{(pid=94641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:42:24.556570 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-48960b6b-df26-4921-a6f1-9191125f8d23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760153-9-iscsi, 2b04c4b7-51ec-44a3-876e-a0d61c647f54) {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:42:24.561075 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48960b6b-df26-4921-a6f1-9191125f8d23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:24.564227 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-48960b6b-df26-4921-a6f1-9191125f8d23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:24.565906 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b27432-61fc-4288-a00e-c101aa04c385 None None] Network 2b04c4b7-51ec-44a3-876e-a0d61c647f54 requested from dv-cinder-760153-9-iscsi {{(pid=94642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:42:24.649100 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-48960b6b-df26-4921-a6f1-9191125f8d23 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6482260 Sep 07 14:42:24.657819 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 52998) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:42:24.662130 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-15680b78-685c-452e-b173-b75be4be0e99 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1583402169-router', 'tenant_id': 'fb8695fb2fcc49db9e216007d032174f', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'}}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:42:24.713666 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583f4f4c-1e58-4264-873b-588482802cac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05a14c16-e9db-5d56-af18-52452e2ad435-2b04c4b7-51ec-44a3-876e-a0d61c647f54', 'network_id': '2b04c4b7-51ec-44a3-876e-a0d61c647f54', 'tenant_id': 'fb8695fb2fcc49db9e216007d032174f', 'fixed_ips': [{'subnet_id': '6ccff5bd-d913-47ce-b5ae-4e400120a8ad'}]}} from dv-cinder-760153-9-iscsi. {{(pid=94642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 14:42:24.714625 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-583f4f4c-1e58-4264-873b-588482802cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:24.746159 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-15680b78-685c-452e-b173-b75be4be0e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3706'] for router, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:24.747285 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-15680b78-685c-452e-b173-b75be4be0e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3683'] for router, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:24.798134 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-15680b78-685c-452e-b173-b75be4be0e99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:24.846451 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.db_base_plugin_common [None req-583f4f4c-1e58-4264-873b-588482802cac None None] Allocated IP 172.20.0.2 (2b04c4b7-51ec-44a3-876e-a0d61c647f54/6ccff5bd-d913-47ce-b5ae-4e400120a8ad/47729ffb-e58d-4cae-a39c-31dbb85be095) {{(pid=94642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:42:24.974963 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-15680b78-685c-452e-b173-b75be4be0e99 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:24.989042 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-583f4f4c-1e58-4264-873b-588482802cac None None] Notify callbacks [] for port, precommit_create {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:24.998186 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-583f4f4c-1e58-4264-873b-588482802cac None None] Transition to ACTIVE for port object 47729ffb-e58d-4cae-a39c-31dbb85be095 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:42:25.013088 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-583f4f4c-1e58-4264-873b-588482802cac None None] Transition to ACTIVE for port object 47729ffb-e58d-4cae-a39c-31dbb85be095 will not be triggered until provisioned by entity DHCP. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:42:25.077304 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-583f4f4c-1e58-4264-873b-588482802cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533'] for port, after_create {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:25.113681 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583f4f4c-1e58-4264-873b-588482802cac None None] Network 2b04c4b7-51ec-44a3-876e-a0d61c647f54 is already hosted by enough agents. {{(pid=94642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:42:25.116764 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.scheduler.base_scheduler [None req-583f4f4c-1e58-4264-873b-588482802cac None None] Resources bound (agent type, host, resource id): {{(pid=94642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:42:25.120276 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583f4f4c-1e58-4264-873b-588482802cac None None] Received port after_create {{(pid=94642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:42:25.132171 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f4f4c-1e58-4264-873b-588482802cac None None] Pushing event updated for resources: {'Port': ['ID=47729ffb-e58d-4cae-a39c-31dbb85be095,revision_number=1']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:25.188234 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-583f4f4c-1e58-4264-873b-588482802cac None None] Attempting to bind port 47729ffb-e58d-4cae-a39c-31dbb85be095 on host dv-cinder-760153-9-iscsi for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:42:25.188598 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-583f4f4c-1e58-4264-873b-588482802cac None None] Attempting to bind port 47729ffb-e58d-4cae-a39c-31dbb85be095 by drivers openvswitch,hyperv on host dv-cinder-760153-9-iscsi at level 0 using segments [{'id': '877a019a-cfdd-4d48-bea9-4e61887389af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '2b04c4b7-51ec-44a3-876e-a0d61c647f54'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:42:25.188957 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583f4f4c-1e58-4264-873b-588482802cac None None] Attempting to bind port 47729ffb-e58d-4cae-a39c-31dbb85be095 on network 2b04c4b7-51ec-44a3-876e-a0d61c647f54 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:42:25.194332 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583f4f4c-1e58-4264-873b-588482802cac None None] Checking agent: {'id': '603a9555-31ed-459d-ae44-8ccb1c39f9f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 28, 5), 'started_at': datetime.datetime(2021, 9, 7, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:42:25.194709 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583f4f4c-1e58-4264-873b-588482802cac None None] Checking segment: {'id': '877a019a-cfdd-4d48-bea9-4e61887389af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '2b04c4b7-51ec-44a3-876e-a0d61c647f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:42:25.195110 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-583f4f4c-1e58-4264-873b-588482802cac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:25.195498 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583f4f4c-1e58-4264-873b-588482802cac None None] Bound using segment: {'id': '877a019a-cfdd-4d48-bea9-4e61887389af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '2b04c4b7-51ec-44a3-876e-a0d61c647f54'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:42:25.195957 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-583f4f4c-1e58-4264-873b-588482802cac None None] Bound port: 47729ffb-e58d-4cae-a39c-31dbb85be095, host: dv-cinder-760153-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '877a019a-cfdd-4d48-bea9-4e61887389af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '2b04c4b7-51ec-44a3-876e-a0d61c647f54'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:42:25.196325 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-583f4f4c-1e58-4264-873b-588482802cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:25.262616 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-583f4f4c-1e58-4264-873b-588482802cac None None] For port 47729ffb-e58d-4cae-a39c-31dbb85be095, host dv-cinder-760153-9-iscsi, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:42:25.265773 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-583f4f4c-1e58-4264-873b-588482802cac None None] For port 47729ffb-e58d-4cae-a39c-31dbb85be095, host dv-cinder-760153-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=47729ffb-e58d-4cae-a39c-31dbb85be095,segment=NetworkSegment(877a019a-cfdd-4d48-bea9-4e61887389af),segment_id=877a019a-cfdd-4d48-bea9-4e61887389af)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:42:25.322987 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-583f4f4c-1e58-4264-873b-588482802cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:25.381357 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f4f4c-1e58-4264-873b-588482802cac None None] Pushing event updated for resources: {'Port': ['ID=47729ffb-e58d-4cae-a39c-31dbb85be095,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:25.497621 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-15680b78-685c-452e-b173-b75be4be0e99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:25.516454 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-15680b78-685c-452e-b173-b75be4be0e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:25.653290 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-15680b78-685c-452e-b173-b75be4be0e99 admin admin] Allocated IP 172.27.3.80 (f04259db-55ec-42a0-98f6-02412be1dbca/67ecb36d-e9a7-4541-9321-65fb5ffda8c8/adb948d8-7421-4486-ad43-bc1cc665ff55) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:42:25.766676 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-15680b78-685c-452e-b173-b75be4be0e99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:25.860126 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-15680b78-685c-452e-b173-b75be4be0e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:25.899027 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15680b78-685c-452e-b173-b75be4be0e99 admin admin] Network f04259db-55ec-42a0-98f6-02412be1dbca is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:42:25.905337 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-15680b78-685c-452e-b173-b75be4be0e99 admin admin] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:42:25.909889 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15680b78-685c-452e-b173-b75be4be0e99 admin admin] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:42:25.913019 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15680b78-685c-452e-b173-b75be4be0e99 admin admin] Pushing event updated for resources: {'Port': ['ID=adb948d8-7421-4486-ad43-bc1cc665ff55,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:26.226762 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-15680b78-685c-452e-b173-b75be4be0e99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:26.271442 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250b4559-4c02-4c62-b9b6-12677a578641 None None] Network 2b04c4b7-51ec-44a3-876e-a0d61c647f54 requested from dv-cinder-760153-9-iscsi {{(pid=94642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:42:26.381103 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-7a48bd38-a913-44fd-a9c3-61ea835d607d None None] Provisioning for port 47729ffb-e58d-4cae-a39c-31dbb85be095 completed by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:42:26.439014 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-15680b78-685c-452e-b173-b75be4be0e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539083'] for router, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:26.444516 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a264b-45e2-49bb-a399-48eb3c53d9bc req-af1f2305-bb76-442b-bd6a-1712d31e52bf tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:26.446294 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c66a264b-45e2-49bb-a399-48eb3c53d9bc req-af1f2305-bb76-442b-bd6a-1712d31e52bf tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 945 time: 0.0508654 Sep 07 14:42:26.490361 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c66a264b-45e2-49bb-a399-48eb3c53d9bc req-0872cf47-482b-4774-98fa-2ef77e57b3d9 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368438 Sep 07 14:42:26.670839 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15680b78-685c-452e-b173-b75be4be0e99 admin admin] Router 3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62 is scheduled to L3 agent ca4ca367-a056-42f7-949c-96b33f8f39bf with binding_index 1 {{(pid=94641) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 14:42:26.775602 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15680b78-685c-452e-b173-b75be4be0e99 admin admin] Notify agent at l3_agent.dv-cinder-760153-9-iscsi the message routers_updated {{(pid=94641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:42:26.785709 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a335ffe0-5834-40f8-890c-d6478a6a7124 None None] Sync routers for ids ['3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62'] in dv-cinder-760153-9-iscsi {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:42:26.795300 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a335ffe0-5834-40f8-890c-d6478a6a7124 None None] Routers {'3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:42:26.800812 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a335ffe0-5834-40f8-890c-d6478a6a7124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:42:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:26.899015 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-a335ffe0-5834-40f8-890c-d6478a6a7124 None None] Set router 3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:42:26.905540 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-15680b78-685c-452e-b173-b75be4be0e99 admin admin] Notify callbacks [] for router, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:26.906882 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-15680b78-685c-452e-b173-b75be4be0e99 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2480841 Sep 07 14:42:26.909579 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 53018) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:42:27.081227 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a335ffe0-5834-40f8-890c-d6478a6a7124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62', 'name': 'tempest-TestShelveInstance-1583402169-router', 'tenant_id': 'fb8695fb2fcc49db9e216007d032174f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'adb948d8-7421-4486-ad43-bc1cc665ff55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:42:24Z', 'updated_at': '2021-09-07T14:42:26Z', 'revision_number': 3, 'project_id': 'fb8695fb2fcc49db9e216007d032174f', 'gw_port': {'id': 'adb948d8-7421-4486-ad43-bc1cc665ff55', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:39:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:42:25Z', 'updated_at': '2021-09-07T14:42:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi'}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:27.110047 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a335ffe0-5834-40f8-890c-d6478a6a7124 None None] Checking router: 3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62 for host: dv-cinder-760153-9-iscsi {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:42:27.110407 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a335ffe0-5834-40f8-890c-d6478a6a7124 None None] Updating router 3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62 port adb948d8-7421-4486-ad43-bc1cc665ff55 binding host dv-cinder-760153-9-iscsi {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:42:27.134474 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a335ffe0-5834-40f8-890c-d6478a6a7124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:27.329090 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bd7f7900-2654-4837-8cd7-61fd362aa040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:27.385163 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a335ffe0-5834-40f8-890c-d6478a6a7124 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:27.395473 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-a335ffe0-5834-40f8-890c-d6478a6a7124 None None] Transition to ACTIVE for port object adb948d8-7421-4486-ad43-bc1cc665ff55 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:42:27.453695 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a335ffe0-5834-40f8-890c-d6478a6a7124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:27.486008 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-bd7f7900-2654-4837-8cd7-61fd362aa040 admin admin] Allocated IP 172.20.0.1 (2b04c4b7-51ec-44a3-876e-a0d61c647f54/6ccff5bd-d913-47ce-b5ae-4e400120a8ad/8e7fe01c-f74e-4c87-b3d3-65ef6f99d254) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:42:27.505384 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-a335ffe0-5834-40f8-890c-d6478a6a7124 None None] Attempting to bind port adb948d8-7421-4486-ad43-bc1cc665ff55 on host dv-cinder-760153-9-iscsi for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:42:27.506439 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-a335ffe0-5834-40f8-890c-d6478a6a7124 None None] Attempting to bind port adb948d8-7421-4486-ad43-bc1cc665ff55 by drivers openvswitch,hyperv on host dv-cinder-760153-9-iscsi at level 0 using segments [{'id': 'c9eb5183-06b9-4b59-a709-2fab54e09f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:42:27.506439 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a335ffe0-5834-40f8-890c-d6478a6a7124 None None] Attempting to bind port adb948d8-7421-4486-ad43-bc1cc665ff55 on network f04259db-55ec-42a0-98f6-02412be1dbca {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:42:27.507946 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ee51a-49b4-420a-9199-291fc01c1bb4 None None] Pushing event updated for resources: {'Port': ['ID=adb948d8-7421-4486-ad43-bc1cc665ff55,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:27.514094 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a335ffe0-5834-40f8-890c-d6478a6a7124 None None] Checking agent: {'id': '603a9555-31ed-459d-ae44-8ccb1c39f9f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 28, 5), 'started_at': datetime.datetime(2021, 9, 7, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:42:27.514469 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a335ffe0-5834-40f8-890c-d6478a6a7124 None None] Checking segment: {'id': 'c9eb5183-06b9-4b59-a709-2fab54e09f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:42:27.514866 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a335ffe0-5834-40f8-890c-d6478a6a7124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:27.515327 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a335ffe0-5834-40f8-890c-d6478a6a7124 None None] Bound using segment: {'id': 'c9eb5183-06b9-4b59-a709-2fab54e09f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:42:27.516213 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-a335ffe0-5834-40f8-890c-d6478a6a7124 None None] Bound port: adb948d8-7421-4486-ad43-bc1cc665ff55, host: dv-cinder-760153-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9eb5183-06b9-4b59-a709-2fab54e09f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:42:27.516213 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a335ffe0-5834-40f8-890c-d6478a6a7124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:27.586532 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-a335ffe0-5834-40f8-890c-d6478a6a7124 None None] For port adb948d8-7421-4486-ad43-bc1cc665ff55, host dv-cinder-760153-9-iscsi, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:42:27.589040 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-a335ffe0-5834-40f8-890c-d6478a6a7124 None None] For port adb948d8-7421-4486-ad43-bc1cc665ff55, host dv-cinder-760153-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=adb948d8-7421-4486-ad43-bc1cc665ff55,segment=NetworkSegment(c9eb5183-06b9-4b59-a709-2fab54e09f70),segment_id=c9eb5183-06b9-4b59-a709-2fab54e09f70)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:42:27.623347 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bd7f7900-2654-4837-8cd7-61fd362aa040 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:27.636939 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 47729ffb-e58d-4cae-a39c-31dbb85be095 up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:42:27.642763 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bd7f7900-2654-4837-8cd7-61fd362aa040 admin admin] Transition to ACTIVE for port object 8e7fe01c-f74e-4c87-b3d3-65ef6f99d254 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:42:27.689258 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a335ffe0-5834-40f8-890c-d6478a6a7124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:27.749604 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a335ffe0-5834-40f8-890c-d6478a6a7124 None None] Routers {'3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:42:27.750258 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a335ffe0-5834-40f8-890c-d6478a6a7124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:42:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:27.751740 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bd7f7900-2654-4837-8cd7-61fd362aa040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:27.756320 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ee51a-49b4-420a-9199-291fc01c1bb4 None None] Pushing event updated for resources: {'Port': ['ID=adb948d8-7421-4486-ad43-bc1cc665ff55,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:27.792011 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning for port 47729ffb-e58d-4cae-a39c-31dbb85be095 completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:42:27.798290 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port 47729ffb-e58d-4cae-a39c-31dbb85be095 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:42:27.798518 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7f7900-2654-4837-8cd7-61fd362aa040 admin admin] Network 2b04c4b7-51ec-44a3-876e-a0d61c647f54 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:42:27.798642 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:27.803009 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-bd7f7900-2654-4837-8cd7-61fd362aa040 admin admin] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:42:27.806076 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7f7900-2654-4837-8cd7-61fd362aa040 admin admin] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:42:27.849050 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f7900-2654-4837-8cd7-61fd362aa040 admin admin] Pushing event updated for resources: {'Port': ['ID=8e7fe01c-f74e-4c87-b3d3-65ef6f99d254,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:27.866338 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bd7f7900-2654-4837-8cd7-61fd362aa040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540566'] for router_interface, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:27.898737 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6da6c-39eb-443b-9dc8-f2e74674eacd req-9ff19574-911c-45c4-83ff-6ca80f436aef tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:27.901058 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e0c6da6c-39eb-443b-9dc8-f2e74674eacd req-9ff19574-911c-45c4-83ff-6ca80f436aef tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 945 time: 0.3169897 Sep 07 14:42:27.959382 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e0c6da6c-39eb-443b-9dc8-f2e74674eacd req-95d1d9bc-2135-455f-bedd-cf02915567bc tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493717 Sep 07 14:42:28.047785 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-a335ffe0-5834-40f8-890c-d6478a6a7124 None None] Set router 3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:42:28.087326 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bd7f7900-2654-4837-8cd7-61fd362aa040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:28.162415 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:28.211343 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-42e03599-66b7-4323-8df7-40611a21ad60 None None] Provisioning for port 8e7fe01c-f74e-4c87-b3d3-65ef6f99d254 completed by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:42:28.232348 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-42e03599-66b7-4323-8df7-40611a21ad60 None None] Provisioning complete for port 8e7fe01c-f74e-4c87-b3d3-65ef6f99d254 triggered by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:42:28.232718 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-42e03599-66b7-4323-8df7-40611a21ad60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:28.253444 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bd7f7900-2654-4837-8cd7-61fd362aa040 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:28.279526 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-9152d18d-5686-470b-8281-0603e563890f None None] For port 47729ffb-e58d-4cae-a39c-31dbb85be095, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=47729ffb-e58d-4cae-a39c-31dbb85be095,segment=NetworkSegment(877a019a-cfdd-4d48-bea9-4e61887389af),segment_id=877a019a-cfdd-4d48-bea9-4e61887389af)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:42:28.309562 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bd7f7900-2654-4837-8cd7-61fd362aa040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009912'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:28.319928 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-42e03599-66b7-4323-8df7-40611a21ad60 None None] Port 8e7fe01c-f74e-4c87-b3d3-65ef6f99d254 cannot update to ACTIVE because it is not bound. {{(pid=94642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:42:28.346440 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a335ffe0-5834-40f8-890c-d6478a6a7124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62', 'name': 'tempest-TestShelveInstance-1583402169-router', 'tenant_id': 'fb8695fb2fcc49db9e216007d032174f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'adb948d8-7421-4486-ad43-bc1cc665ff55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:42:24Z', 'updated_at': '2021-09-07T14:42:26Z', 'revision_number': 3, 'project_id': 'fb8695fb2fcc49db9e216007d032174f', 'gw_port': {'id': 'adb948d8-7421-4486-ad43-bc1cc665ff55', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:39:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:42:25Z', 'updated_at': '2021-09-07T14:42:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi'}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:28.374321 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:28.376195 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a335ffe0-5834-40f8-890c-d6478a6a7124 None None] The sync data for ids ['3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62'] in dv-cinder-760153-9-iscsi is: [{'id': '3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62', 'name': 'tempest-TestShelveInstance-1583402169-router', 'tenant_id': 'fb8695fb2fcc49db9e216007d032174f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'adb948d8-7421-4486-ad43-bc1cc665ff55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:42:24Z', 'updated_at': '2021-09-07T14:42:26Z', 'revision_number': 3, 'project_id': 'fb8695fb2fcc49db9e216007d032174f', 'gw_port': {'id': 'adb948d8-7421-4486-ad43-bc1cc665ff55', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:39:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:42:25Z', 'updated_at': '2021-09-07T14:42:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:42:28.381242 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bd7f7900-2654-4837-8cd7-61fd362aa040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7854282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539654'] for router_interface, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:28.382723 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f7900-2654-4837-8cd7-61fd362aa040 admin admin] Pushing event updated for resources: {'Port': ['ID=8e7fe01c-f74e-4c87-b3d3-65ef6f99d254,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:28.436435 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Pushing event updated for resources: {'Port': ['ID=47729ffb-e58d-4cae-a39c-31dbb85be095,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:28.475745 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7f7900-2654-4837-8cd7-61fd362aa040 admin admin] Network 2b04c4b7-51ec-44a3-876e-a0d61c647f54 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:42:28.477066 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-bd7f7900-2654-4837-8cd7-61fd362aa040 admin admin] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:42:28.621712 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7f7900-2654-4837-8cd7-61fd362aa040 admin admin] Router 3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62 has already been hosted by L3 agent ca4ca367-a056-42f7-949c-96b33f8f39bf {{(pid=94641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:42:28.741813 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-4b59aa6c-c80d-4fc1-acf9-6448a8f22315 None None] Provisioning complete for port 8e7fe01c-f74e-4c87-b3d3-65ef6f99d254 triggered by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:42:28.742686 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-4b59aa6c-c80d-4fc1-acf9-6448a8f22315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:28.747010 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7f7900-2654-4837-8cd7-61fd362aa040 admin admin] Notify agent at l3_agent.dv-cinder-760153-9-iscsi the message routers_updated {{(pid=94641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:42:28.753500 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-bd7f7900-2654-4837-8cd7-61fd362aa040 admin admin] 10.222.0.11 "PUT /v2.0/routers/3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8429098 Sep 07 14:42:28.782486 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-4b59aa6c-c80d-4fc1-acf9-6448a8f22315 None None] Port 8e7fe01c-f74e-4c87-b3d3-65ef6f99d254 cannot update to ACTIVE because it is not bound. {{(pid=94642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:42:29.085510 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed32f7-f3fb-4fc4-a9a3-7e5229b61525 req-2ea8f4a4-eafa-4ed4-8aad-fcc7d70559ee tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:29.087072 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-61ed32f7-f3fb-4fc4-a9a3-7e5229b61525 req-2ea8f4a4-eafa-4ed4-8aad-fcc7d70559ee tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 945 time: 0.0515227 Sep 07 14:42:29.127852 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-61ed32f7-f3fb-4fc4-a9a3-7e5229b61525 req-7574098d-76f8-46af-8ee8-3fa9ec5ba1e1 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339372 Sep 07 14:42:29.503774 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 53048) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:42:29.508697 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-cd3abbce-63b8-479a-9209-23e69635314d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1208982548-network', 'tenant_id': '31d9e12bb6cf4b0987f73ff2f348c21d'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:42:29.579990 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3abbce-63b8-479a-9209-23e69635314d admin admin] Made reservation on behalf of 31d9e12bb6cf4b0987f73ff2f348c21d for: {'network': 1} {{(pid=94641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:42:29.582592 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cd3abbce-63b8-479a-9209-23e69635314d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for network, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:29.599271 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cd3abbce-63b8-479a-9209-23e69635314d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:29.693499 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device adb948d8-7421-4486-ad43-bc1cc665ff55 up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:42:29.724305 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cd3abbce-63b8-479a-9209-23e69635314d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:29.785568 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cd3abbce-63b8-479a-9209-23e69635314d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:29.808182 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning for port adb948d8-7421-4486-ad43-bc1cc665ff55 completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:42:29.812778 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd3abbce-63b8-479a-9209-23e69635314d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 868} {{(pid=94641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:42:29.812967 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port adb948d8-7421-4486-ad43-bc1cc665ff55 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:42:29.813341 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:29.821604 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3abbce-63b8-479a-9209-23e69635314d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd634fcf-3a67-48ad-bdba-fcf38c2620d5,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:29.828099 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cd3abbce-63b8-479a-9209-23e69635314d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147'] for segment, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:29.828445 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.db.segments_db [None req-cd3abbce-63b8-479a-9209-23e69635314d admin admin] Added segment 04958f47-16ac-43b9-bc05-79f8698464c1 of type vlan for network 34612c22-d593-463c-83a1-7790ee534b50 Sep 07 14:42:29.873597 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cd3abbce-63b8-479a-9209-23e69635314d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735925196804'] for network, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:29.897599 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:29.916897 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-9152d18d-5686-470b-8281-0603e563890f None None] For port adb948d8-7421-4486-ad43-bc1cc665ff55, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=adb948d8-7421-4486-ad43-bc1cc665ff55,segment=NetworkSegment(c9eb5183-06b9-4b59-a709-2fab54e09f70),segment_id=c9eb5183-06b9-4b59-a709-2fab54e09f70)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:42:29.962872 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c522118-64bb-430a-a43e-7583ea94b9e4 None None] Sync routers for ids ['3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62'] in dv-cinder-760153-9-iscsi {{(pid=94643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:42:29.968471 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cd3abbce-63b8-479a-9209-23e69635314d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332'] for network, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:29.969508 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3abbce-63b8-479a-9209-23e69635314d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:29.970401 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cd3abbce-63b8-479a-9209-23e69635314d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for network, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:29.972661 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c522118-64bb-430a-a43e-7583ea94b9e4 None None] Routers {'3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:42:29.975380 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-3c522118-64bb-430a-a43e-7583ea94b9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:42:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62'], 'active': True} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:29.991360 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:29.992682 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 47729ffb-e58d-4cae-a39c-31dbb85be095 up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:42:30.046317 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3abbce-63b8-479a-9209-23e69635314d admin admin] Pushing event updated for resources: {'Network': ['ID=34612c22-d593-463c-83a1-7790ee534b50,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:30.060671 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Network 34612c22-d593-463c-83a1-7790ee534b50 details requested by agent ovs-agent-dv-cinder-760153-9-iscsi with host dv-cinder-760153-9-iscsi {{(pid=94642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:42:30.089326 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-cd3abbce-63b8-479a-9209-23e69635314d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5844214 Sep 07 14:42:30.092813 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 53052) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:42:30.093824 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvr_db [None req-3c522118-64bb-430a-a43e-7583ea94b9e4 None None] Set router 3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:42:30.098305 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Pushing event updated for resources: {'Port': ['ID=adb948d8-7421-4486-ad43-bc1cc665ff55,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:30.099103 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-813ffb7b-5f2a-4ebb-a8a0-273dfb9061d8 admin admin] Request body: {'subnet': {'network_id': '34612c22-d593-463c-83a1-7790ee534b50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1208982548-subnet', 'tenant_id': '31d9e12bb6cf4b0987f73ff2f348c21d', 'ip_version': 4}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:42:30.159148 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port 47729ffb-e58d-4cae-a39c-31dbb85be095 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:42:30.159478 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:30.220044 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813ffb7b-5f2a-4ebb-a8a0-273dfb9061d8 admin admin] Made reservation on behalf of 31d9e12bb6cf4b0987f73ff2f348c21d for: {'subnet': 1} {{(pid=94641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:42:30.223002 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-813ffb7b-5f2a-4ebb-a8a0-273dfb9061d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4046450'] for subnet, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:30.265729 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a7310d-fcaf-4bdf-ade2-52745ff964e6 req-4c1f45aa-c68d-4a9d-a9bc-8011ee55f089 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:30.267397 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-30a7310d-fcaf-4bdf-ade2-52745ff964e6 req-4c1f45aa-c68d-4a9d-a9bc-8011ee55f089 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 945 time: 0.0644500 Sep 07 14:42:30.312418 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-30a7310d-fcaf-4bdf-ade2-52745ff964e6 req-ecd3aba2-8903-44c1-9ed9-5e3d9b3cedad tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389271 Sep 07 14:42:30.327228 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-3c522118-64bb-430a-a43e-7583ea94b9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62', 'name': 'tempest-TestShelveInstance-1583402169-router', 'tenant_id': 'fb8695fb2fcc49db9e216007d032174f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'adb948d8-7421-4486-ad43-bc1cc665ff55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:42:24Z', 'updated_at': '2021-09-07T14:42:27Z', 'revision_number': 4, 'project_id': 'fb8695fb2fcc49db9e216007d032174f', 'gw_port': {'id': 'adb948d8-7421-4486-ad43-bc1cc665ff55', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:39:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:42:25Z', 'updated_at': '2021-09-07T14:42:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': '8e7fe01c-f74e-4c87-b3d3-65ef6f99d254', 'name': '', 'network_id': '2b04c4b7-51ec-44a3-876e-a0d61c647f54', 'tenant_id': 'fb8695fb2fcc49db9e216007d032174f', 'mac_address': 'fa:16:3e:3b:9d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '6ccff5bd-d913-47ce-b5ae-4e400120a8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:42:27Z', 'updated_at': '2021-09-07T14:42:28Z', 'revision_number': 2, 'project_id': 'fb8695fb2fcc49db9e216007d032174f', 'subnets': [{'id': '6ccff5bd-d913-47ce-b5ae-4e400120a8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:30.366730 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c522118-64bb-430a-a43e-7583ea94b9e4 None None] Checking router: 3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62 for host: dv-cinder-760153-9-iscsi {{(pid=94643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:42:30.367085 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c522118-64bb-430a-a43e-7583ea94b9e4 None None] Updating router 3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62 port 8e7fe01c-f74e-4c87-b3d3-65ef6f99d254 binding host dv-cinder-760153-9-iscsi {{(pid=94643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:42:30.395317 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-3c522118-64bb-430a-a43e-7583ea94b9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:30.546383 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-813ffb7b-5f2a-4ebb-a8a0-273dfb9061d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4046436'] for subnet, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:30.602606 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ffb7b-5f2a-4ebb-a8a0-273dfb9061d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=283fc1ee-e6c1-4090-93a8-216544c1c929,revision_number=0']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:30.611555 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813ffb7b-5f2a-4ebb-a8a0-273dfb9061d8 admin admin] Checking segment: {'id': '04958f47-16ac-43b9-bc05-79f8698464c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '34612c22-d593-463c-83a1-7790ee534b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:42:30.611906 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813ffb7b-5f2a-4ebb-a8a0-273dfb9061d8 admin admin] Network hostable DHCP agents. Network: 34612c22-d593-463c-83a1-7790ee534b50, hostable agents: ['594f7c6c-f415-4606-b669-794c15de65b6'], hosted agents: [] {{(pid=94641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:42:30.675108 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-3c522118-64bb-430a-a43e-7583ea94b9e4 None None] Notify callbacks [] for port, precommit_update {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:30.685161 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.provisioning_blocks [None req-3c522118-64bb-430a-a43e-7583ea94b9e4 None None] Transition to ACTIVE for port object 8e7fe01c-f74e-4c87-b3d3-65ef6f99d254 will not be triggered until provisioned by entity L2. {{(pid=94643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:42:30.740076 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813ffb7b-5f2a-4ebb-a8a0-273dfb9061d8 admin admin] Network 34612c22-d593-463c-83a1-7790ee534b50 is scheduled to be hosted by DHCP agent 594f7c6c-f415-4606-b669-794c15de65b6 with binding_index 1 {{(pid=94641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:42:30.768460 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-3c522118-64bb-430a-a43e-7583ea94b9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:30.831420 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2ff6cc-f66c-4ae3-9386-5755c63dab97 None None] Pushing event updated for resources: {'Port': ['ID=8e7fe01c-f74e-4c87-b3d3-65ef6f99d254,revision_number=3']} {{(pid=94643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:30.836641 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2ff6cc-f66c-4ae3-9386-5755c63dab97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:30.836987 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2ff6cc-f66c-4ae3-9386-5755c63dab97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:30.837329 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2ff6cc-f66c-4ae3-9386-5755c63dab97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:30.837663 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2ff6cc-f66c-4ae3-9386-5755c63dab97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:30.838018 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2ff6cc-f66c-4ae3-9386-5755c63dab97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:30.838353 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2ff6cc-f66c-4ae3-9386-5755c63dab97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:30.838678 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2ff6cc-f66c-4ae3-9386-5755c63dab97 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:30.839007 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2ff6cc-f66c-4ae3-9386-5755c63dab97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:30.839349 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2ff6cc-f66c-4ae3-9386-5755c63dab97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:30.839841 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2ff6cc-f66c-4ae3-9386-5755c63dab97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:30.840028 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2ff6cc-f66c-4ae3-9386-5755c63dab97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:30.840345 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2ff6cc-f66c-4ae3-9386-5755c63dab97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94643) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:30.849874 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-813ffb7b-5f2a-4ebb-a8a0-273dfb9061d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760153-9-iscsi, 34612c22-d593-463c-83a1-7790ee534b50) {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:42:30.855112 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813ffb7b-5f2a-4ebb-a8a0-273dfb9061d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:30.859826 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-813ffb7b-5f2a-4ebb-a8a0-273dfb9061d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:30.861314 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af674979-ffa0-4065-be08-8c4e330fe65a None None] Network 34612c22-d593-463c-83a1-7790ee534b50 requested from dv-cinder-760153-9-iscsi {{(pid=94642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:42:30.896570 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.managers [None req-3c522118-64bb-430a-a43e-7583ea94b9e4 None None] Attempting to bind port 8e7fe01c-f74e-4c87-b3d3-65ef6f99d254 on host dv-cinder-760153-9-iscsi for vnic_type normal with profile {{(pid=94643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:42:30.896934 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.managers [None req-3c522118-64bb-430a-a43e-7583ea94b9e4 None None] Attempting to bind port 8e7fe01c-f74e-4c87-b3d3-65ef6f99d254 by drivers openvswitch,hyperv on host dv-cinder-760153-9-iscsi at level 0 using segments [{'id': '877a019a-cfdd-4d48-bea9-4e61887389af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '2b04c4b7-51ec-44a3-876e-a0d61c647f54'}] {{(pid=94643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:42:30.897296 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c522118-64bb-430a-a43e-7583ea94b9e4 None None] Attempting to bind port 8e7fe01c-f74e-4c87-b3d3-65ef6f99d254 on network 2b04c4b7-51ec-44a3-876e-a0d61c647f54 {{(pid=94643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:42:30.902527 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c522118-64bb-430a-a43e-7583ea94b9e4 None None] Checking agent: {'id': '603a9555-31ed-459d-ae44-8ccb1c39f9f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 28, 5), 'started_at': datetime.datetime(2021, 9, 7, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:42:30.902940 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c522118-64bb-430a-a43e-7583ea94b9e4 None None] Checking segment: {'id': '877a019a-cfdd-4d48-bea9-4e61887389af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '2b04c4b7-51ec-44a3-876e-a0d61c647f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:42:30.903395 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-3c522118-64bb-430a-a43e-7583ea94b9e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:30.903787 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c522118-64bb-430a-a43e-7583ea94b9e4 None None] Bound using segment: {'id': '877a019a-cfdd-4d48-bea9-4e61887389af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '2b04c4b7-51ec-44a3-876e-a0d61c647f54'} {{(pid=94643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:42:30.904392 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.managers [None req-3c522118-64bb-430a-a43e-7583ea94b9e4 None None] Bound port: 8e7fe01c-f74e-4c87-b3d3-65ef6f99d254, host: dv-cinder-760153-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '877a019a-cfdd-4d48-bea9-4e61887389af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '2b04c4b7-51ec-44a3-876e-a0d61c647f54'}}] {{(pid=94643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:42:30.904794 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-3c522118-64bb-430a-a43e-7583ea94b9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:30.982315 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-813ffb7b-5f2a-4ebb-a8a0-273dfb9061d8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8882391 Sep 07 14:42:30.987119 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 53062) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:42:30.992098 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c9049d1d-e5b3-4515-b78f-fe5bbba0fa04 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1208982548-router', 'tenant_id': '31d9e12bb6cf4b0987f73ff2f348c21d', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:42:30.992605 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.db [None req-3c522118-64bb-430a-a43e-7583ea94b9e4 None None] For port 8e7fe01c-f74e-4c87-b3d3-65ef6f99d254, host dv-cinder-760153-9-iscsi, cleared binding levels {{(pid=94643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:42:31.001669 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.db [None req-3c522118-64bb-430a-a43e-7583ea94b9e4 None None] For port 8e7fe01c-f74e-4c87-b3d3-65ef6f99d254, host dv-cinder-760153-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=8e7fe01c-f74e-4c87-b3d3-65ef6f99d254,segment=NetworkSegment(877a019a-cfdd-4d48-bea9-4e61887389af),segment_id=877a019a-cfdd-4d48-bea9-4e61887389af)] {{(pid=94643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:42:31.066245 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-3c522118-64bb-430a-a43e-7583ea94b9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:31.081667 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efce5bf2-f8e6-4739-8b24-f6e7cd6a08d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05a14c16-e9db-5d56-af18-52452e2ad435-34612c22-d593-463c-83a1-7790ee534b50', 'network_id': '34612c22-d593-463c-83a1-7790ee534b50', 'tenant_id': '31d9e12bb6cf4b0987f73ff2f348c21d', 'fixed_ips': [{'subnet_id': '283fc1ee-e6c1-4090-93a8-216544c1c929'}]}} from dv-cinder-760153-9-iscsi. {{(pid=94642) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 14:42:31.082822 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-efce5bf2-f8e6-4739-8b24-f6e7cd6a08d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:31.129619 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c522118-64bb-430a-a43e-7583ea94b9e4 None None] Routers {'3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:42:31.130743 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-3c522118-64bb-430a-a43e-7583ea94b9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:42:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62'], 'active': True} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:31.133958 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23efe0d4-641d-4f87-a886-1bbbf7fb5a8b req-bfb5a364-abfc-4491-9bcb-22a803f20e98 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:31.134143 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2ff6cc-f66c-4ae3-9386-5755c63dab97 None None] Pushing event updated for resources: {'Port': ['ID=8e7fe01c-f74e-4c87-b3d3-65ef6f99d254,revision_number=4']} {{(pid=94643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:31.144972 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-23efe0d4-641d-4f87-a886-1bbbf7fb5a8b req-bfb5a364-abfc-4491-9bcb-22a803f20e98 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0724418 Sep 07 14:42:31.148612 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c9049d1d-e5b3-4515-b78f-fe5bbba0fa04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3706'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:31.150194 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c9049d1d-e5b3-4515-b78f-fe5bbba0fa04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-539030', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-639597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3683'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:31.204660 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c9049d1d-e5b3-4515-b78f-fe5bbba0fa04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:31.242494 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-23efe0d4-641d-4f87-a886-1bbbf7fb5a8b req-adf861f6-a6aa-4e11-a7e6-a857286240a9 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358751 Sep 07 14:42:31.256192 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvr_db [None req-3c522118-64bb-430a-a43e-7583ea94b9e4 None None] Set router 3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:42:31.268920 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.db_base_plugin_common [None req-efce5bf2-f8e6-4739-8b24-f6e7cd6a08d9 None None] Allocated IP 172.20.0.2 (34612c22-d593-463c-83a1-7790ee534b50/283fc1ee-e6c1-4090-93a8-216544c1c929/cef4772d-9179-4b3b-944d-d7f905854aba) {{(pid=94642) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:42:31.452919 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-efce5bf2-f8e6-4739-8b24-f6e7cd6a08d9 None None] Notify callbacks [] for port, precommit_create {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:31.456720 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c9049d1d-e5b3-4515-b78f-fe5bbba0fa04 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:31.466936 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-efce5bf2-f8e6-4739-8b24-f6e7cd6a08d9 None None] Transition to ACTIVE for port object cef4772d-9179-4b3b-944d-d7f905854aba will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:42:31.482177 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de3550-d767-4c0f-8dd6-b30ff1c60cb2 req-76878b8b-3b3c-4218-be55-8994fc994dcb tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:31.483388 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-efce5bf2-f8e6-4739-8b24-f6e7cd6a08d9 None None] Transition to ACTIVE for port object cef4772d-9179-4b3b-944d-d7f905854aba will not be triggered until provisioned by entity DHCP. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:42:31.483712 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-31de3550-d767-4c0f-8dd6-b30ff1c60cb2 req-76878b8b-3b3c-4218-be55-8994fc994dcb tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 945 time: 0.0811145 Sep 07 14:42:31.508721 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-3c522118-64bb-430a-a43e-7583ea94b9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62', 'name': 'tempest-TestShelveInstance-1583402169-router', 'tenant_id': 'fb8695fb2fcc49db9e216007d032174f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'adb948d8-7421-4486-ad43-bc1cc665ff55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:42:24Z', 'updated_at': '2021-09-07T14:42:27Z', 'revision_number': 4, 'project_id': 'fb8695fb2fcc49db9e216007d032174f', 'gw_port': {'id': 'adb948d8-7421-4486-ad43-bc1cc665ff55', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:42:25Z', 'updated_at': '2021-09-07T14:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': '8e7fe01c-f74e-4c87-b3d3-65ef6f99d254', 'name': '', 'network_id': '2b04c4b7-51ec-44a3-876e-a0d61c647f54', 'tenant_id': 'fb8695fb2fcc49db9e216007d032174f', 'mac_address': 'fa:16:3e:3b:9d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '6ccff5bd-d913-47ce-b5ae-4e400120a8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:42:27Z', 'updated_at': '2021-09-07T14:42:30Z', 'revision_number': 4, 'project_id': 'fb8695fb2fcc49db9e216007d032174f', 'subnets': [{'id': '6ccff5bd-d913-47ce-b5ae-4e400120a8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:31.523282 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-efce5bf2-f8e6-4739-8b24-f6e7cd6a08d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533'] for port, after_create {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:31.537373 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c522118-64bb-430a-a43e-7583ea94b9e4 None None] The sync data for ids ['3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62'] in dv-cinder-760153-9-iscsi is: [{'id': '3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62', 'name': 'tempest-TestShelveInstance-1583402169-router', 'tenant_id': 'fb8695fb2fcc49db9e216007d032174f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'adb948d8-7421-4486-ad43-bc1cc665ff55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:42:24Z', 'updated_at': '2021-09-07T14:42:27Z', 'revision_number': 4, 'project_id': 'fb8695fb2fcc49db9e216007d032174f', 'gw_port': {'id': 'adb948d8-7421-4486-ad43-bc1cc665ff55', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:42:25Z', 'updated_at': '2021-09-07T14:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': '8e7fe01c-f74e-4c87-b3d3-65ef6f99d254', 'name': '', 'network_id': '2b04c4b7-51ec-44a3-876e-a0d61c647f54', 'tenant_id': 'fb8695fb2fcc49db9e216007d032174f', 'mac_address': 'fa:16:3e:3b:9d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '6ccff5bd-d913-47ce-b5ae-4e400120a8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:42:27Z', 'updated_at': '2021-09-07T14:42:30Z', 'revision_number': 4, 'project_id': 'fb8695fb2fcc49db9e216007d032174f', 'subnets': [{'id': '6ccff5bd-d913-47ce-b5ae-4e400120a8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:42:31.552423 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-31de3550-d767-4c0f-8dd6-b30ff1c60cb2 req-fb84c0d1-6151-448b-b58a-34f9f8c9e078 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611336 Sep 07 14:42:31.578970 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efce5bf2-f8e6-4739-8b24-f6e7cd6a08d9 None None] Network 34612c22-d593-463c-83a1-7790ee534b50 is already hosted by enough agents. {{(pid=94642) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:42:31.580665 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce5bf2-f8e6-4739-8b24-f6e7cd6a08d9 None None] Pushing event updated for resources: {'Port': ['ID=cef4772d-9179-4b3b-944d-d7f905854aba,revision_number=1']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:31.597689 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.scheduler.base_scheduler [None req-efce5bf2-f8e6-4739-8b24-f6e7cd6a08d9 None None] Resources bound (agent type, host, resource id): {{(pid=94642) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:42:31.599796 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efce5bf2-f8e6-4739-8b24-f6e7cd6a08d9 None None] Received port after_create {{(pid=94642) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:42:31.669870 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-efce5bf2-f8e6-4739-8b24-f6e7cd6a08d9 None None] Attempting to bind port cef4772d-9179-4b3b-944d-d7f905854aba on host dv-cinder-760153-9-iscsi for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:42:31.670278 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-efce5bf2-f8e6-4739-8b24-f6e7cd6a08d9 None None] Attempting to bind port cef4772d-9179-4b3b-944d-d7f905854aba by drivers openvswitch,hyperv on host dv-cinder-760153-9-iscsi at level 0 using segments [{'id': '04958f47-16ac-43b9-bc05-79f8698464c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '34612c22-d593-463c-83a1-7790ee534b50'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:42:31.670645 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efce5bf2-f8e6-4739-8b24-f6e7cd6a08d9 None None] Attempting to bind port cef4772d-9179-4b3b-944d-d7f905854aba on network 34612c22-d593-463c-83a1-7790ee534b50 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:42:31.682029 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efce5bf2-f8e6-4739-8b24-f6e7cd6a08d9 None None] Checking agent: {'id': '603a9555-31ed-459d-ae44-8ccb1c39f9f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 28, 5), 'started_at': datetime.datetime(2021, 9, 7, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:42:31.682430 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efce5bf2-f8e6-4739-8b24-f6e7cd6a08d9 None None] Checking segment: {'id': '04958f47-16ac-43b9-bc05-79f8698464c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '34612c22-d593-463c-83a1-7790ee534b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:42:31.682835 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-efce5bf2-f8e6-4739-8b24-f6e7cd6a08d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:31.683222 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efce5bf2-f8e6-4739-8b24-f6e7cd6a08d9 None None] Bound using segment: {'id': '04958f47-16ac-43b9-bc05-79f8698464c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '34612c22-d593-463c-83a1-7790ee534b50'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:42:31.683768 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-efce5bf2-f8e6-4739-8b24-f6e7cd6a08d9 None None] Bound port: cef4772d-9179-4b3b-944d-d7f905854aba, host: dv-cinder-760153-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04958f47-16ac-43b9-bc05-79f8698464c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '34612c22-d593-463c-83a1-7790ee534b50'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:42:31.684087 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-efce5bf2-f8e6-4739-8b24-f6e7cd6a08d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:31.687456 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device adb948d8-7421-4486-ad43-bc1cc665ff55 up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:42:31.779589 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c9049d1d-e5b3-4515-b78f-fe5bbba0fa04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:31.786804 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-efce5bf2-f8e6-4739-8b24-f6e7cd6a08d9 None None] For port cef4772d-9179-4b3b-944d-d7f905854aba, host dv-cinder-760153-9-iscsi, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:42:31.791456 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-efce5bf2-f8e6-4739-8b24-f6e7cd6a08d9 None None] For port cef4772d-9179-4b3b-944d-d7f905854aba, host dv-cinder-760153-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=cef4772d-9179-4b3b-944d-d7f905854aba,segment=NetworkSegment(04958f47-16ac-43b9-bc05-79f8698464c1),segment_id=04958f47-16ac-43b9-bc05-79f8698464c1)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:42:31.795540 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port adb948d8-7421-4486-ad43-bc1cc665ff55 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:42:31.795912 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:31.800251 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c9049d1d-e5b3-4515-b78f-fe5bbba0fa04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:31.863660 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-efce5bf2-f8e6-4739-8b24-f6e7cd6a08d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:31.922021 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-c9049d1d-e5b3-4515-b78f-fe5bbba0fa04 admin admin] Allocated IP 172.27.3.208 (f04259db-55ec-42a0-98f6-02412be1dbca/67ecb36d-e9a7-4541-9321-65fb5ffda8c8/8eb2949d-5489-4461-8852-403ddf9343ef) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:42:31.941463 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce5bf2-f8e6-4739-8b24-f6e7cd6a08d9 None None] Pushing event updated for resources: {'Port': ['ID=cef4772d-9179-4b3b-944d-d7f905854aba,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:32.041314 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c9049d1d-e5b3-4515-b78f-fe5bbba0fa04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:32.151711 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c9049d1d-e5b3-4515-b78f-fe5bbba0fa04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8727932'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:32.197083 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9049d1d-e5b3-4515-b78f-fe5bbba0fa04 admin admin] Network f04259db-55ec-42a0-98f6-02412be1dbca is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:42:32.200276 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-c9049d1d-e5b3-4515-b78f-fe5bbba0fa04 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:42:32.206208 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9049d1d-e5b3-4515-b78f-fe5bbba0fa04 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:42:32.215627 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9049d1d-e5b3-4515-b78f-fe5bbba0fa04 admin admin] Pushing event updated for resources: {'Port': ['ID=8eb2949d-5489-4461-8852-403ddf9343ef,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:32.317245 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b6c0ccd0-0247-41e0-b250-b4e05ac33dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:32.421757 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c078ea-fb6e-470f-a25c-04f201c0b8d6 req-31f34e89-1f4b-4b73-a418-ee0098a7dad1 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:32.424161 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-58c078ea-fb6e-470f-a25c-04f201c0b8d6 req-31f34e89-1f4b-4b73-a418-ee0098a7dad1 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0912194 Sep 07 14:42:32.463611 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-58c078ea-fb6e-470f-a25c-04f201c0b8d6 req-ac70daf2-dbba-42f8-90f4-073619fcdd62 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340693 Sep 07 14:42:32.603220 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:32.625804 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c9049d1d-e5b3-4515-b78f-fe5bbba0fa04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:32.753437 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f54a5a7-8359-45c7-b597-4dfc900b1618 req-aea0e6c6-2c78-459a-b52d-4d4946d440e8 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:32.755016 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9f54a5a7-8359-45c7-b597-4dfc900b1618 req-aea0e6c6-2c78-459a-b52d-4d4946d440e8 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 945 time: 0.0937579 Sep 07 14:42:32.847540 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9f54a5a7-8359-45c7-b597-4dfc900b1618 req-32c70a98-00f1-4c78-9ff3-b529781c598b tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834920 Sep 07 14:42:32.876182 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4434ac2b-34a6-4002-8c4d-5da9c314c0af None None] Network 34612c22-d593-463c-83a1-7790ee534b50 requested from dv-cinder-760153-9-iscsi {{(pid=94642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:42:32.905092 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c9049d1d-e5b3-4515-b78f-fe5bbba0fa04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-539083'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:32.957145 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-88015b0f-c8b4-41c8-8062-8a2b6644df24 None None] Provisioning for port cef4772d-9179-4b3b-944d-d7f905854aba completed by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:42:33.088361 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9049d1d-e5b3-4515-b78f-fe5bbba0fa04 admin admin] Router 3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382 is scheduled to L3 agent ca4ca367-a056-42f7-949c-96b33f8f39bf with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 14:42:33.197817 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9049d1d-e5b3-4515-b78f-fe5bbba0fa04 admin admin] Notify agent at l3_agent.dv-cinder-760153-9-iscsi the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:42:33.207063 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bf8af0-ea7a-4051-a0b7-bdf1171c6708 None None] Sync routers for ids ['3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382'] in dv-cinder-760153-9-iscsi {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:42:33.215770 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bf8af0-ea7a-4051-a0b7-bdf1171c6708 None None] Routers {'3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:42:33.216372 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f8bf8af0-ea7a-4051-a0b7-bdf1171c6708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:42:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:33.276900 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c9049d1d-e5b3-4515-b78f-fe5bbba0fa04 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:33.278559 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-c9049d1d-e5b3-4515-b78f-fe5bbba0fa04 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2901587 Sep 07 14:42:33.281427 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 53070) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:42:33.453598 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-f8bf8af0-ea7a-4051-a0b7-bdf1171c6708 None None] Set router 3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:42:33.641460 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11fc0b-bf1a-41bf-ad5d-3fda9b67e89f req-77adacd4-de50-4d80-82a2-a7f9ff95c1f1 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:33.641460 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bf11fc0b-bf1a-41bf-ad5d-3fda9b67e89f req-77adacd4-de50-4d80-82a2-a7f9ff95c1f1 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 946 time: 0.1013103 Sep 07 14:42:33.662414 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 8e7fe01c-f74e-4c87-b3d3-65ef6f99d254 up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:42:33.693300 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f8bf8af0-ea7a-4051-a0b7-bdf1171c6708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382', 'name': 'tempest-TestShelveInstance-1208982548-router', 'tenant_id': '31d9e12bb6cf4b0987f73ff2f348c21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '8eb2949d-5489-4461-8852-403ddf9343ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:42:31Z', 'updated_at': '2021-09-07T14:42:32Z', 'revision_number': 3, 'project_id': '31d9e12bb6cf4b0987f73ff2f348c21d', 'gw_port': {'id': '8eb2949d-5489-4461-8852-403ddf9343ef', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:47:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:42:31Z', 'updated_at': '2021-09-07T14:42:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi'}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:33.712169 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-bf11fc0b-bf1a-41bf-ad5d-3fda9b67e89f req-a8bdbd99-e517-4d23-bd2c-19323dd7d2f1 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657568 Sep 07 14:42:33.724755 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bf8af0-ea7a-4051-a0b7-bdf1171c6708 None None] Checking router: 3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382 for host: dv-cinder-760153-9-iscsi {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:42:33.724755 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bf8af0-ea7a-4051-a0b7-bdf1171c6708 None None] Updating router 3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382 port 8eb2949d-5489-4461-8852-403ddf9343ef binding host dv-cinder-760153-9-iscsi {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:42:33.762829 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f8bf8af0-ea7a-4051-a0b7-bdf1171c6708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:33.801514 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51f112b2-e330-42b7-9221-6c96d54b7ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:33.843830 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning for port 8e7fe01c-f74e-4c87-b3d3-65ef6f99d254 completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:42:33.855136 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port 8e7fe01c-f74e-4c87-b3d3-65ef6f99d254 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:42:33.856089 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:33.997439 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-51f112b2-e330-42b7-9221-6c96d54b7ff7 admin admin] Allocated IP 172.20.0.1 (34612c22-d593-463c-83a1-7790ee534b50/283fc1ee-e6c1-4090-93a8-216544c1c929/ae32bf5b-bbc5-47a8-aeb6-8d36dc18fa5d) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:42:34.003702 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:34.023222 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0af7d-c862-4cc0-a453-5eb6d815d3d2 req-d52345fa-dfa9-442e-b5b8-19f6ed928f32 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:34.024699 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-01b0af7d-c862-4cc0-a453-5eb6d815d3d2 req-d52345fa-dfa9-442e-b5b8-19f6ed928f32 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 945 time: 0.0766070 Sep 07 14:42:34.065820 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-9152d18d-5686-470b-8281-0603e563890f None None] For port 8e7fe01c-f74e-4c87-b3d3-65ef6f99d254, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=8e7fe01c-f74e-4c87-b3d3-65ef6f99d254,segment=NetworkSegment(877a019a-cfdd-4d48-bea9-4e61887389af),segment_id=877a019a-cfdd-4d48-bea9-4e61887389af)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:42:34.108161 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f8bf8af0-ea7a-4051-a0b7-bdf1171c6708 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:34.113617 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-01b0af7d-c862-4cc0-a453-5eb6d815d3d2 req-237c26d8-3a84-4da1-a984-758cc1c616af tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767577 Sep 07 14:42:34.116735 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:34.117610 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device cef4772d-9179-4b3b-944d-d7f905854aba up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:42:34.125696 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-f8bf8af0-ea7a-4051-a0b7-bdf1171c6708 None None] Transition to ACTIVE for port object 8eb2949d-5489-4461-8852-403ddf9343ef will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:42:34.147477 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51f112b2-e330-42b7-9221-6c96d54b7ff7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:34.165165 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-51f112b2-e330-42b7-9221-6c96d54b7ff7 admin admin] Transition to ACTIVE for port object ae32bf5b-bbc5-47a8-aeb6-8d36dc18fa5d will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:42:34.197727 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Pushing event updated for resources: {'Port': ['ID=8e7fe01c-f74e-4c87-b3d3-65ef6f99d254,revision_number=5']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:34.225316 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f8bf8af0-ea7a-4051-a0b7-bdf1171c6708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:34.248844 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51f112b2-e330-42b7-9221-6c96d54b7ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8727932'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:34.280005 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-f8bf8af0-ea7a-4051-a0b7-bdf1171c6708 None None] Attempting to bind port 8eb2949d-5489-4461-8852-403ddf9343ef on host dv-cinder-760153-9-iscsi for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:42:34.282561 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-f8bf8af0-ea7a-4051-a0b7-bdf1171c6708 None None] Attempting to bind port 8eb2949d-5489-4461-8852-403ddf9343ef by drivers openvswitch,hyperv on host dv-cinder-760153-9-iscsi at level 0 using segments [{'id': 'c9eb5183-06b9-4b59-a709-2fab54e09f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:42:34.282561 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bf8af0-ea7a-4051-a0b7-bdf1171c6708 None None] Attempting to bind port 8eb2949d-5489-4461-8852-403ddf9343ef on network f04259db-55ec-42a0-98f6-02412be1dbca {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:42:34.287947 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e714374d-5147-4433-875f-454b8fd393d4 None None] Pushing event updated for resources: {'Port': ['ID=8eb2949d-5489-4461-8852-403ddf9343ef,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:34.288120 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f112b2-e330-42b7-9221-6c96d54b7ff7 admin admin] Network 34612c22-d593-463c-83a1-7790ee534b50 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:42:34.290764 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-51f112b2-e330-42b7-9221-6c96d54b7ff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:42:34.291378 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bf8af0-ea7a-4051-a0b7-bdf1171c6708 None None] Checking agent: {'id': '603a9555-31ed-459d-ae44-8ccb1c39f9f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 28, 5), 'started_at': datetime.datetime(2021, 9, 7, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:42:34.291758 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bf8af0-ea7a-4051-a0b7-bdf1171c6708 None None] Checking segment: {'id': 'c9eb5183-06b9-4b59-a709-2fab54e09f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:42:34.292659 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f8bf8af0-ea7a-4051-a0b7-bdf1171c6708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:34.293075 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bf8af0-ea7a-4051-a0b7-bdf1171c6708 None None] Bound using segment: {'id': 'c9eb5183-06b9-4b59-a709-2fab54e09f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:42:34.294067 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-f8bf8af0-ea7a-4051-a0b7-bdf1171c6708 None None] Bound port: 8eb2949d-5489-4461-8852-403ddf9343ef, host: dv-cinder-760153-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9eb5183-06b9-4b59-a709-2fab54e09f70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:42:34.294592 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f8bf8af0-ea7a-4051-a0b7-bdf1171c6708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:34.294944 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f112b2-e330-42b7-9221-6c96d54b7ff7 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:42:34.316089 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning for port cef4772d-9179-4b3b-944d-d7f905854aba completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:42:34.322607 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port cef4772d-9179-4b3b-944d-d7f905854aba triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:42:34.322981 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:34.326455 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f112b2-e330-42b7-9221-6c96d54b7ff7 admin admin] Pushing event updated for resources: {'Port': ['ID=ae32bf5b-bbc5-47a8-aeb6-8d36dc18fa5d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:34.353463 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51f112b2-e330-42b7-9221-6c96d54b7ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-540566'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:34.392518 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-f8bf8af0-ea7a-4051-a0b7-bdf1171c6708 None None] For port 8eb2949d-5489-4461-8852-403ddf9343ef, host dv-cinder-760153-9-iscsi, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:42:34.408269 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-f8bf8af0-ea7a-4051-a0b7-bdf1171c6708 None None] For port 8eb2949d-5489-4461-8852-403ddf9343ef, host dv-cinder-760153-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=8eb2949d-5489-4461-8852-403ddf9343ef,segment=NetworkSegment(c9eb5183-06b9-4b59-a709-2fab54e09f70),segment_id=c9eb5183-06b9-4b59-a709-2fab54e09f70)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:42:34.450358 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:34.479897 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f8bf8af0-ea7a-4051-a0b7-bdf1171c6708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:34.494917 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-9152d18d-5686-470b-8281-0603e563890f None None] For port cef4772d-9179-4b3b-944d-d7f905854aba, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=cef4772d-9179-4b3b-944d-d7f905854aba,segment=NetworkSegment(04958f47-16ac-43b9-bc05-79f8698464c1),segment_id=04958f47-16ac-43b9-bc05-79f8698464c1)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:42:34.546892 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bf8af0-ea7a-4051-a0b7-bdf1171c6708 None None] Routers {'3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:42:34.547530 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f8bf8af0-ea7a-4051-a0b7-bdf1171c6708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:42:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:34.562742 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51f112b2-e330-42b7-9221-6c96d54b7ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:34.585704 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:34.588522 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e714374d-5147-4433-875f-454b8fd393d4 None None] Pushing event updated for resources: {'Port': ['ID=8eb2949d-5489-4461-8852-403ddf9343ef,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:34.601954 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e714374d-5147-4433-875f-454b8fd393d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:34.601954 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e714374d-5147-4433-875f-454b8fd393d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:34.601954 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e714374d-5147-4433-875f-454b8fd393d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:34.602344 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e714374d-5147-4433-875f-454b8fd393d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:34.602588 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e714374d-5147-4433-875f-454b8fd393d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:34.602914 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e714374d-5147-4433-875f-454b8fd393d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:34.603189 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e714374d-5147-4433-875f-454b8fd393d4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:34.603843 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e714374d-5147-4433-875f-454b8fd393d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:34.603843 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e714374d-5147-4433-875f-454b8fd393d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:34.604150 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e714374d-5147-4433-875f-454b8fd393d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:34.604472 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e714374d-5147-4433-875f-454b8fd393d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:34.604798 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e714374d-5147-4433-875f-454b8fd393d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:42:34.710304 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Pushing event updated for resources: {'Port': ['ID=cef4772d-9179-4b3b-944d-d7f905854aba,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:34.728425 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-f8bf8af0-ea7a-4051-a0b7-bdf1171c6708 None None] Set router 3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:42:34.740018 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51f112b2-e330-42b7-9221-6c96d54b7ff7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:34.754931 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-a92d503f-8708-460d-9e3f-90f063504df4 None None] Provisioning for port ae32bf5b-bbc5-47a8-aeb6-8d36dc18fa5d completed by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:42:34.763450 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-a92d503f-8708-460d-9e3f-90f063504df4 None None] Provisioning complete for port ae32bf5b-bbc5-47a8-aeb6-8d36dc18fa5d triggered by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:42:34.763824 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a92d503f-8708-460d-9e3f-90f063504df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:34.832585 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e8c1f-8781-4513-b653-a29f3a9f1e74 req-b49d576a-9d85-40dd-845f-7b28cfb24882 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:34.834113 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-503e8c1f-8781-4513-b653-a29f3a9f1e74 req-b49d576a-9d85-40dd-845f-7b28cfb24882 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0523663 Sep 07 14:42:34.835254 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51f112b2-e330-42b7-9221-6c96d54b7ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8727923'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:34.845461 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-a92d503f-8708-460d-9e3f-90f063504df4 None None] Port ae32bf5b-bbc5-47a8-aeb6-8d36dc18fa5d cannot update to ACTIVE because it is not bound. {{(pid=94642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:42:34.976402 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f8bf8af0-ea7a-4051-a0b7-bdf1171c6708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382', 'name': 'tempest-TestShelveInstance-1208982548-router', 'tenant_id': '31d9e12bb6cf4b0987f73ff2f348c21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '8eb2949d-5489-4461-8852-403ddf9343ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:42:31Z', 'updated_at': '2021-09-07T14:42:34Z', 'revision_number': 4, 'project_id': '31d9e12bb6cf4b0987f73ff2f348c21d', 'gw_port': {'id': '8eb2949d-5489-4461-8852-403ddf9343ef', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:47:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:42:31Z', 'updated_at': '2021-09-07T14:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': 'ae32bf5b-bbc5-47a8-aeb6-8d36dc18fa5d', 'name': '', 'network_id': '34612c22-d593-463c-83a1-7790ee534b50', 'tenant_id': '31d9e12bb6cf4b0987f73ff2f348c21d', 'mac_address': 'fa:16:3e:7f:74:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '283fc1ee-e6c1-4090-93a8-216544c1c929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:42:33Z', 'updated_at': '2021-09-07T14:42:34Z', 'revision_number': 1, 'project_id': '31d9e12bb6cf4b0987f73ff2f348c21d', 'subnets': [{'id': '283fc1ee-e6c1-4090-93a8-216544c1c929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:35.005251 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bf8af0-ea7a-4051-a0b7-bdf1171c6708 None None] The sync data for ids ['3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382'] in dv-cinder-760153-9-iscsi is: [{'id': '3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382', 'name': 'tempest-TestShelveInstance-1208982548-router', 'tenant_id': '31d9e12bb6cf4b0987f73ff2f348c21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '8eb2949d-5489-4461-8852-403ddf9343ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:42:31Z', 'updated_at': '2021-09-07T14:42:34Z', 'revision_number': 4, 'project_id': '31d9e12bb6cf4b0987f73ff2f348c21d', 'gw_port': {'id': '8eb2949d-5489-4461-8852-403ddf9343ef', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:47:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:42:31Z', 'updated_at': '2021-09-07T14:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': 'ae32bf5b-bbc5-47a8-aeb6-8d36dc18fa5d', 'name': '', 'network_id': '34612c22-d593-463c-83a1-7790ee534b50', 'tenant_id': '31d9e12bb6cf4b0987f73ff2f348c21d', 'mac_address': 'fa:16:3e:7f:74:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '283fc1ee-e6c1-4090-93a8-216544c1c929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:42:33Z', 'updated_at': '2021-09-07T14:42:34Z', 'revision_number': 1, 'project_id': '31d9e12bb6cf4b0987f73ff2f348c21d', 'subnets': [{'id': '283fc1ee-e6c1-4090-93a8-216544c1c929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:42:35.026111 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a675c019-49cb-4ac1-b405-d151def31a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:35.191321 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51f112b2-e330-42b7-9221-6c96d54b7ff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7854282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-539654'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:35.195679 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-503e8c1f-8781-4513-b653-a29f3a9f1e74 req-7c4a1505-4cf2-482b-a71c-b0f9dad331b7 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3373239 Sep 07 14:42:35.196268 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f112b2-e330-42b7-9221-6c96d54b7ff7 admin admin] Pushing event updated for resources: {'Port': ['ID=ae32bf5b-bbc5-47a8-aeb6-8d36dc18fa5d,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:35.311924 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a03d2b-6b94-4b3b-899b-b1e57284371f req-143672aa-9db9-4878-81b0-b8feede7fcbc tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:35.313479 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c9a03d2b-6b94-4b3b-899b-b1e57284371f req-143672aa-9db9-4878-81b0-b8feede7fcbc tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 945 time: 0.1147051 Sep 07 14:42:35.361614 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f112b2-e330-42b7-9221-6c96d54b7ff7 admin admin] Network 34612c22-d593-463c-83a1-7790ee534b50 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:42:35.369186 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-51f112b2-e330-42b7-9221-6c96d54b7ff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:42:35.393632 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c9a03d2b-6b94-4b3b-899b-b1e57284371f req-1718c864-02f7-4d5d-9e5a-e9c3f45fe5e8 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532701 Sep 07 14:42:35.460125 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:35.500077 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f112b2-e330-42b7-9221-6c96d54b7ff7 admin admin] Router 3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382 has already been hosted by L3 agent ca4ca367-a056-42f7-949c-96b33f8f39bf {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:42:35.587405 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79846d2-715a-4583-935b-4724bc800894 req-43f8b771-8b9b-49d6-b8c5-98244a4ef0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:35.587405 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-b79846d2-715a-4583-935b-4724bc800894 req-43f8b771-8b9b-49d6-b8c5-98244a4ef0c4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f0953c14c3534ed3bb11c7453fd409de&device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 1099 time: 0.0652461 Sep 07 14:42:35.641213 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 8e7fe01c-f74e-4c87-b3d3-65ef6f99d254 up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:42:35.643996 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f112b2-e330-42b7-9221-6c96d54b7ff7 admin admin] Notify agent at l3_agent.dv-cinder-760153-9-iscsi the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:42:35.659232 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-51f112b2-e330-42b7-9221-6c96d54b7ff7 admin admin] 10.222.0.11 "PUT /v2.0/routers/3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3669815 Sep 07 14:42:35.697116 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-1df4a99f-1015-48cf-82c3-e746d4b199d8 None None] Provisioning complete for port ae32bf5b-bbc5-47a8-aeb6-8d36dc18fa5d triggered by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:42:35.697495 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1df4a99f-1015-48cf-82c3-e746d4b199d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:35.709024 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79846d2-715a-4583-935b-4724bc800894 req-03acf5f2-55aa-43d1-9613-9c229dd5c07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:35.710645 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-b79846d2-715a-4583-935b-4724bc800894 req-03acf5f2-55aa-43d1-9613-9c229dd5c07f service neutron] 10.222.0.22 "GET /v2.0/networks?id=2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7 HTTP/1.1" status: 200 len: 911 time: 0.1286590 Sep 07 14:42:35.763936 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-1df4a99f-1015-48cf-82c3-e746d4b199d8 None None] Port ae32bf5b-bbc5-47a8-aeb6-8d36dc18fa5d cannot update to ACTIVE because it is not bound. {{(pid=94642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:42:35.772592 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port 8e7fe01c-f74e-4c87-b3d3-65ef6f99d254 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:42:35.773167 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:35.825380 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-b79846d2-715a-4583-935b-4724bc800894 req-96c3a588-ecc5-4726-9525-3870db5afce4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fad43e7f-384a-4b8f-89f9-e85078bccf8d HTTP/1.1" status: 200 len: 1001 time: 0.1029890 Sep 07 14:42:35.879038 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device cef4772d-9179-4b3b-944d-d7f905854aba up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:42:35.883643 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79846d2-715a-4583-935b-4724bc800894 req-05690c89-6aa4-46c7-8bcb-65672a73e084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:35.885466 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-b79846d2-715a-4583-935b-4724bc800894 req-05690c89-6aa4-46c7-8bcb-65672a73e084 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6c140706-3c8f-42ae-9125-9b4351aa8d5a HTTP/1.1" status: 200 len: 849 time: 0.0534036 Sep 07 14:42:35.937846 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port cef4772d-9179-4b3b-944d-d7f905854aba triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:42:35.938363 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:35.939078 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79846d2-715a-4583-935b-4724bc800894 req-d7f52dc2-6c1b-4ac3-b998-234bca45cc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:35.940841 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-b79846d2-715a-4583-935b-4724bc800894 req-d7f52dc2-6c1b-4ac3-b998-234bca45cc1c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466321 Sep 07 14:42:36.049698 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-b79846d2-715a-4583-935b-4724bc800894 req-501144dd-99bd-4fd4-a67c-8118627392c4 service neutron] 10.222.0.22 "GET /v2.0/networks/2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009510 Sep 07 14:42:36.160424 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-b79846d2-715a-4583-935b-4724bc800894 req-4a91aeaf-42f0-4e6c-9edf-63bdc2109b65 service neutron] 10.222.0.22 "GET /v2.0/networks/2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006458 Sep 07 14:42:36.174243 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:36.319139 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 53088) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:42:36.323791 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-bad4cc51-fc01-470a-97fa-35362c44fe8c tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1271818070', 'description': 'tempest-secgroup-smoke-1271818070 description', 'project_id': 'fb8695fb2fcc49db9e216007d032174f'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:42:36.323955 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4fba7-ab27-476d-91cf-1a6e1aaa2845 req-0b49a502-0646-43ae-9833-86cc049aae05 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:36.326294 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-09a4fba7-ab27-476d-91cf-1a6e1aaa2845 req-0b49a502-0646-43ae-9833-86cc049aae05 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0596776 Sep 07 14:42:36.365498 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-09a4fba7-ab27-476d-91cf-1a6e1aaa2845 req-d39b1ed9-4758-4a4c-b18a-e23d962d9ea7 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326967 Sep 07 14:42:36.442883 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bad4cc51-fc01-470a-97fa-35362c44fe8c tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:36.511755 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f3750-4b95-4b40-8f68-d2faf0a3f03c req-1248d4ec-4cab-439d-a125-da60180952ce tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:36.513281 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-460f3750-4b95-4b40-8f68-d2faf0a3f03c req-1248d4ec-4cab-439d-a125-da60180952ce tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 945 time: 0.0508535 Sep 07 14:42:36.547000 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bad4cc51-fc01-470a-97fa-35362c44fe8c tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:36.552403 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-460f3750-4b95-4b40-8f68-d2faf0a3f03c req-5ae6a44e-275b-437a-8434-4054007a2948 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325997 Sep 07 14:42:36.591888 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bad4cc51-fc01-470a-97fa-35362c44fe8c tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:36.620593 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4cc51-fc01-470a-97fa-35362c44fe8c tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6dafd9-1d11-4509-b316-0249bf4d39f7,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:36.722747 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bad4cc51-fc01-470a-97fa-35362c44fe8c tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks [] for security_group, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:36.724044 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-bad4cc51-fc01-470a-97fa-35362c44fe8c tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4038472 Sep 07 14:42:36.726933 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 53094) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:42:36.732043 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-86f70a17-1847-4c41-8dc3-5c977e90d0a2 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Request body: {'security_group_rule': {'security_group_id': 'dc6dafd9-1d11-4509-b316-0249bf4d39f7', 'project_id': 'fb8695fb2fcc49db9e216007d032174f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:42:36.847522 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-86f70a17-1847-4c41-8dc3-5c977e90d0a2 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:36.903439 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-86f70a17-1847-4c41-8dc3-5c977e90d0a2 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:36.962467 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-86f70a17-1847-4c41-8dc3-5c977e90d0a2 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460427'] for security_group_rule, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:36.981111 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f70a17-1847-4c41-8dc3-5c977e90d0a2 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e333ee1d-8d04-44f8-9f88-189aaefeecaf,revision_number=0']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:37.042626 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-86f70a17-1847-4c41-8dc3-5c977e90d0a2 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:37.044729 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-86f70a17-1847-4c41-8dc3-5c977e90d0a2 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3167622 Sep 07 14:42:37.047467 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 53096) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:42:37.051846 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-90435c61-8611-44bc-8fb8-0d01837ceac0 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Request body: {'security_group_rule': {'security_group_id': 'dc6dafd9-1d11-4509-b316-0249bf4d39f7', 'project_id': 'fb8695fb2fcc49db9e216007d032174f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:42:37.111175 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-90435c61-8611-44bc-8fb8-0d01837ceac0 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:37.168137 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-90435c61-8611-44bc-8fb8-0d01837ceac0 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:37.214379 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-90435c61-8611-44bc-8fb8-0d01837ceac0 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460427'] for security_group_rule, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:37.232010 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90435c61-8611-44bc-8fb8-0d01837ceac0 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a308b31-e1b4-4ae7-949d-78be83f0ec63,revision_number=0']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:37.294545 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-90435c61-8611-44bc-8fb8-0d01837ceac0 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:37.295782 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-90435c61-8611-44bc-8fb8-0d01837ceac0 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2473960 Sep 07 14:42:37.298626 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 53098) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:42:37.302942 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-f7d0248e-2346-448e-a83b-246d4a6d3323 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Request body: {'security_group_rule': {'security_group_id': 'dc6dafd9-1d11-4509-b316-0249bf4d39f7', 'project_id': 'fb8695fb2fcc49db9e216007d032174f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:42:37.409707 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f7d0248e-2346-448e-a83b-246d4a6d3323 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:37.482446 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f7d0248e-2346-448e-a83b-246d4a6d3323 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:37.491180 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f31526-0cb2-49f0-9323-89bdf145211b req-a94669db-d411-42ae-a40b-b586cddcfdb0 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:37.492668 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f7f31526-0cb2-49f0-9323-89bdf145211b req-a94669db-d411-42ae-a40b-b586cddcfdb0 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0548973 Sep 07 14:42:37.535988 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f7f31526-0cb2-49f0-9323-89bdf145211b req-26cec52f-9f88-4d2c-8a8f-7be5035ec4f6 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368788 Sep 07 14:42:37.555644 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f7d0248e-2346-448e-a83b-246d4a6d3323 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460427'] for security_group_rule, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:37.585798 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0248e-2346-448e-a83b-246d4a6d3323 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=449f52ce-d056-4bae-b17f-3de97d9f2aef,revision_number=0']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:37.622813 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 8eb2949d-5489-4461-8852-403ddf9343ef up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:42:37.649075 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f7d0248e-2346-448e-a83b-246d4a6d3323 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:37.650337 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-f7d0248e-2346-448e-a83b-246d4a6d3323 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3507507 Sep 07 14:42:37.653289 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 53104) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:42:37.657873 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-0b12aa82-88eb-470b-8626-ebf14d745d80 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Request body: {'security_group_rule': {'security_group_id': 'dc6dafd9-1d11-4509-b316-0249bf4d39f7', 'project_id': 'fb8695fb2fcc49db9e216007d032174f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:42:37.687041 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a6e5b-67eb-4fbf-b29e-e688ac99e1c5 req-31198b79-2f8e-41f0-9cc2-19e11fd9db65 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:37.688534 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b39a6e5b-67eb-4fbf-b29e-e688ac99e1c5 req-31198b79-2f8e-41f0-9cc2-19e11fd9db65 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 945 time: 0.0564928 Sep 07 14:42:37.729140 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b39a6e5b-67eb-4fbf-b29e-e688ac99e1c5 req-e2c862a5-447b-415b-b943-694bcd99b499 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344243 Sep 07 14:42:37.756688 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning for port 8eb2949d-5489-4461-8852-403ddf9343ef completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:42:37.760784 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port 8eb2949d-5489-4461-8852-403ddf9343ef triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:42:37.761153 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:37.779384 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0b12aa82-88eb-470b-8626-ebf14d745d80 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:37.795102 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:37.843498 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0b12aa82-88eb-470b-8626-ebf14d745d80 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:37.844238 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:37.864018 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-9152d18d-5686-470b-8281-0603e563890f None None] For port 8eb2949d-5489-4461-8852-403ddf9343ef, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=8eb2949d-5489-4461-8852-403ddf9343ef,segment=NetworkSegment(c9eb5183-06b9-4b59-a709-2fab54e09f70),segment_id=c9eb5183-06b9-4b59-a709-2fab54e09f70)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:42:37.962697 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0b12aa82-88eb-470b-8626-ebf14d745d80 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460427'] for security_group_rule, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:37.980854 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b12aa82-88eb-470b-8626-ebf14d745d80 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e9d95b9-8d2a-428e-ad18-cacdd612b256,revision_number=0']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:37.991502 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:38.037718 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Pushing event updated for resources: {'Port': ['ID=8eb2949d-5489-4461-8852-403ddf9343ef,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:38.060874 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0b12aa82-88eb-470b-8626-ebf14d745d80 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:38.062128 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-0b12aa82-88eb-470b-8626-ebf14d745d80 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4078693 Sep 07 14:42:38.064842 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 53106) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:42:38.069155 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-61255589-89d3-4306-bb9e-7c5c22f4d8f3 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Request body: {'security_group_rule': {'security_group_id': 'dc6dafd9-1d11-4509-b316-0249bf4d39f7', 'project_id': 'fb8695fb2fcc49db9e216007d032174f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:42:38.157074 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.db.securitygroups_db [None req-61255589-89d3-4306-bb9e-7c5c22f4d8f3 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Project fb8695fb2fcc49db9e216007d032174f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 14:42:38.162282 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-61255589-89d3-4306-bb9e-7c5c22f4d8f3 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:38.224379 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-61255589-89d3-4306-bb9e-7c5c22f4d8f3 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:38.311594 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-61255589-89d3-4306-bb9e-7c5c22f4d8f3 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460427'] for security_group_rule, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:38.330223 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61255589-89d3-4306-bb9e-7c5c22f4d8f3 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=106db3b1-be93-42cc-9c1f-8f8d0cba484a,revision_number=0']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:38.426485 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-61255589-89d3-4306-bb9e-7c5c22f4d8f3 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:38.428454 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-61255589-89d3-4306-bb9e-7c5c22f4d8f3 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3624597 Sep 07 14:42:38.430966 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 53108) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:42:38.436313 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-6f4904a1-d136-460f-b23f-011bacf85e3a tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Request body: {'security_group_rule': {'security_group_id': 'dc6dafd9-1d11-4509-b316-0249bf4d39f7', 'project_id': 'fb8695fb2fcc49db9e216007d032174f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:42:38.448574 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fb26ab-c125-43bd-b6e2-c695475c09b4 None None] Sync routers for ids ['3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382'] in dv-cinder-760153-9-iscsi {{(pid=94643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:42:38.457872 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fb26ab-c125-43bd-b6e2-c695475c09b4 None None] Routers {'3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:42:38.458571 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-22fb26ab-c125-43bd-b6e2-c695475c09b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:42:35Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382'], 'active': True} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:38.517589 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.db.securitygroups_db [None req-6f4904a1-d136-460f-b23f-011bacf85e3a tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Project fb8695fb2fcc49db9e216007d032174f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 14:42:38.522699 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6f4904a1-d136-460f-b23f-011bacf85e3a tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:38.565192 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvr_db [None req-22fb26ab-c125-43bd-b6e2-c695475c09b4 None None] Set router 3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:42:38.585581 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6f4904a1-d136-460f-b23f-011bacf85e3a tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:38.621469 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 035a64a4-3762-4d3c-99d0-8c3ccf57c8e8 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:42:38.643162 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6f4904a1-d136-460f-b23f-011bacf85e3a tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460427'] for security_group_rule, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:38.666507 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4904a1-d136-460f-b23f-011bacf85e3a tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1789d338-2091-4ddb-86bf-fc56790adfe0,revision_number=0']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:38.669443 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab198107-5ea3-41ed-8d5f-86a36a3b7ad5 req-6ff65203-6c76-4823-bb92-b4feab800bb0 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:38.674164 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ab198107-5ea3-41ed-8d5f-86a36a3b7ad5 req-6ff65203-6c76-4823-bb92-b4feab800bb0 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0622470 Sep 07 14:42:38.718163 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ab198107-5ea3-41ed-8d5f-86a36a3b7ad5 req-c0c46531-93e4-4c32-85e5-1f7b09d11a20 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375369 Sep 07 14:42:38.739921 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port 035a64a4-3762-4d3c-99d0-8c3ccf57c8e8, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=035a64a4-3762-4d3c-99d0-8c3ccf57c8e8,segment=NetworkSegment(e54557d8-93d7-49ba-a7fc-963d1c00c60e),segment_id=e54557d8-93d7-49ba-a7fc-963d1c00c60e)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:42:38.751526 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Returning: {'device': '035a64a4-3762-4d3c-99d0-8c3ccf57c8e8', 'network_id': 'da6e8dca-6945-4602-b5cc-b9742d335a11', 'port_id': '035a64a4-3762-4d3c-99d0-8c3ccf57c8e8', 'mac_address': 'fa:16:3e:05:63:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97647f27-4ef1-4c12-811b-6c63faa2d593', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:42:38.764509 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6f4904a1-d136-460f-b23f-011bacf85e3a tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:38.766367 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-6f4904a1-d136-460f-b23f-011bacf85e3a tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3343961 Sep 07 14:42:38.797498 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-22fb26ab-c125-43bd-b6e2-c695475c09b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382', 'name': 'tempest-TestShelveInstance-1208982548-router', 'tenant_id': '31d9e12bb6cf4b0987f73ff2f348c21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '8eb2949d-5489-4461-8852-403ddf9343ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:42:31Z', 'updated_at': '2021-09-07T14:42:34Z', 'revision_number': 4, 'project_id': '31d9e12bb6cf4b0987f73ff2f348c21d', 'gw_port': {'id': '8eb2949d-5489-4461-8852-403ddf9343ef', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:47:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:42:31Z', 'updated_at': '2021-09-07T14:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': 'ae32bf5b-bbc5-47a8-aeb6-8d36dc18fa5d', 'name': '', 'network_id': '34612c22-d593-463c-83a1-7790ee534b50', 'tenant_id': '31d9e12bb6cf4b0987f73ff2f348c21d', 'mac_address': 'fa:16:3e:7f:74:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '283fc1ee-e6c1-4090-93a8-216544c1c929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:42:33Z', 'updated_at': '2021-09-07T14:42:34Z', 'revision_number': 2, 'project_id': '31d9e12bb6cf4b0987f73ff2f348c21d', 'subnets': [{'id': '283fc1ee-e6c1-4090-93a8-216544c1c929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:38.802608 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:38.826663 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 035a64a4-3762-4d3c-99d0-8c3ccf57c8e8 {{(pid=94642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:42:38.849559 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port 035a64a4-3762-4d3c-99d0-8c3ccf57c8e8, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=035a64a4-3762-4d3c-99d0-8c3ccf57c8e8,segment=NetworkSegment(e54557d8-93d7-49ba-a7fc-963d1c00c60e),segment_id=e54557d8-93d7-49ba-a7fc-963d1c00c60e)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:42:38.873726 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db9ef4-507b-4c14-adce-887c8b6e06d2 req-7bee8ce3-41bc-4820-ba0e-a2f43895bbac tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:38.875666 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b0db9ef4-507b-4c14-adce-887c8b6e06d2 req-7bee8ce3-41bc-4820-ba0e-a2f43895bbac tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 945 time: 0.0648427 Sep 07 14:42:38.935153 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b0db9ef4-507b-4c14-adce-887c8b6e06d2 req-72948bbb-963c-45de-9a7f-8fb5248801ec tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527239 Sep 07 14:42:38.951754 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:38.961845 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fb26ab-c125-43bd-b6e2-c695475c09b4 None None] Checking router: 3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382 for host: dv-cinder-760153-9-iscsi {{(pid=94643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:42:38.961845 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fb26ab-c125-43bd-b6e2-c695475c09b4 None None] Updating router 3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382 port ae32bf5b-bbc5-47a8-aeb6-8d36dc18fa5d binding host dv-cinder-760153-9-iscsi {{(pid=94643) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 14:42:38.985947 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-22fb26ab-c125-43bd-b6e2-c695475c09b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:39.023202 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=035a64a4-3762-4d3c-99d0-8c3ccf57c8e8,revision_number=6']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:39.070032 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] get_ports_and_sgs() called for port_ids ['035a64a4-3762-4d3c-99d0-8c3ccf57c8e8'] {{(pid=94642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:42:39.291242 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-22fb26ab-c125-43bd-b6e2-c695475c09b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:39.302486 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.provisioning_blocks [None req-22fb26ab-c125-43bd-b6e2-c695475c09b4 None None] Transition to ACTIVE for port object ae32bf5b-bbc5-47a8-aeb6-8d36dc18fa5d will not be triggered until provisioned by entity L2. {{(pid=94643) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:42:39.397456 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-22fb26ab-c125-43bd-b6e2-c695475c09b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:39.466108 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2057feeb-c91c-468f-b0a0-560b9ffaa07e None None] Pushing event updated for resources: {'Port': ['ID=ae32bf5b-bbc5-47a8-aeb6-8d36dc18fa5d,revision_number=3']} {{(pid=94643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:39.504203 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.managers [None req-22fb26ab-c125-43bd-b6e2-c695475c09b4 None None] Attempting to bind port ae32bf5b-bbc5-47a8-aeb6-8d36dc18fa5d on host dv-cinder-760153-9-iscsi for vnic_type normal with profile {{(pid=94643) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:42:39.504203 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.managers [None req-22fb26ab-c125-43bd-b6e2-c695475c09b4 None None] Attempting to bind port ae32bf5b-bbc5-47a8-aeb6-8d36dc18fa5d by drivers openvswitch,hyperv on host dv-cinder-760153-9-iscsi at level 0 using segments [{'id': '04958f47-16ac-43b9-bc05-79f8698464c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '34612c22-d593-463c-83a1-7790ee534b50'}] {{(pid=94643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:42:39.504203 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fb26ab-c125-43bd-b6e2-c695475c09b4 None None] Attempting to bind port ae32bf5b-bbc5-47a8-aeb6-8d36dc18fa5d on network 34612c22-d593-463c-83a1-7790ee534b50 {{(pid=94643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:42:39.507381 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fb26ab-c125-43bd-b6e2-c695475c09b4 None None] Checking agent: {'id': '603a9555-31ed-459d-ae44-8ccb1c39f9f9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 28, 5), 'started_at': datetime.datetime(2021, 9, 7, 14, 28, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:42:39.507750 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fb26ab-c125-43bd-b6e2-c695475c09b4 None None] Checking segment: {'id': '04958f47-16ac-43b9-bc05-79f8698464c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '34612c22-d593-463c-83a1-7790ee534b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94643) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:42:39.508148 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-22fb26ab-c125-43bd-b6e2-c695475c09b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:39.508537 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fb26ab-c125-43bd-b6e2-c695475c09b4 None None] Bound using segment: {'id': '04958f47-16ac-43b9-bc05-79f8698464c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '34612c22-d593-463c-83a1-7790ee534b50'} {{(pid=94643) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:42:39.509002 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.managers [None req-22fb26ab-c125-43bd-b6e2-c695475c09b4 None None] Bound port: ae32bf5b-bbc5-47a8-aeb6-8d36dc18fa5d, host: dv-cinder-760153-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04958f47-16ac-43b9-bc05-79f8698464c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '34612c22-d593-463c-83a1-7790ee534b50'}}] {{(pid=94643) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:42:39.509396 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-22fb26ab-c125-43bd-b6e2-c695475c09b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:39.590500 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.db [None req-22fb26ab-c125-43bd-b6e2-c695475c09b4 None None] For port ae32bf5b-bbc5-47a8-aeb6-8d36dc18fa5d, host dv-cinder-760153-9-iscsi, cleared binding levels {{(pid=94643) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:42:39.594006 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.plugins.ml2.db [None req-22fb26ab-c125-43bd-b6e2-c695475c09b4 None None] For port ae32bf5b-bbc5-47a8-aeb6-8d36dc18fa5d, host dv-cinder-760153-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=ae32bf5b-bbc5-47a8-aeb6-8d36dc18fa5d,segment=NetworkSegment(04958f47-16ac-43b9-bc05-79f8698464c1),segment_id=04958f47-16ac-43b9-bc05-79f8698464c1)] {{(pid=94643) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:42:39.630753 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 8eb2949d-5489-4461-8852-403ddf9343ef up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:42:39.695386 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron_lib.callbacks.manager [None req-22fb26ab-c125-43bd-b6e2-c695475c09b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94643) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:39.699702 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port 8eb2949d-5489-4461-8852-403ddf9343ef triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:42:39.700328 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:39.752578 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fb26ab-c125-43bd-b6e2-c695475c09b4 None None] Routers {'3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:42:39.752696 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-22fb26ab-c125-43bd-b6e2-c695475c09b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:42:35Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382'], 'active': True} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:39.892382 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvr_db [None req-22fb26ab-c125-43bd-b6e2-c695475c09b4 None None] Set router 3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:42:39.902804 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f208829-03a1-49c9-a859-98bf09887ef6 req-7d531d29-f716-4583-b844-9eeaaee7e602 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:39.904786 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4f208829-03a1-49c9-a859-98bf09887ef6 req-7d531d29-f716-4583-b844-9eeaaee7e602 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0663536 Sep 07 14:42:39.954886 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4f208829-03a1-49c9-a859-98bf09887ef6 req-c9129c44-1eef-4943-b217-c72fb6c4a4a8 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431616 Sep 07 14:42:40.031184 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2057feeb-c91c-468f-b0a0-560b9ffaa07e None None] Pushing event updated for resources: {'Port': ['ID=ae32bf5b-bbc5-47a8-aeb6-8d36dc18fa5d,revision_number=4']} {{(pid=94643) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:40.089659 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417ea05-945b-4c99-bb03-51bc1c5fb668 req-c3e8fa62-1f3a-42c6-9d10-3a465b0b8800 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:40.092261 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3417ea05-945b-4c99-bb03-51bc1c5fb668 req-c3e8fa62-1f3a-42c6-9d10-3a465b0b8800 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 944 time: 0.0593040 Sep 07 14:42:40.174465 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3417ea05-945b-4c99-bb03-51bc1c5fb668 req-a618a5c7-e72a-4897-8b07-32b286d2777e tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691946 Sep 07 14:42:40.202192 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-22fb26ab-c125-43bd-b6e2-c695475c09b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382', 'name': 'tempest-TestShelveInstance-1208982548-router', 'tenant_id': '31d9e12bb6cf4b0987f73ff2f348c21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '8eb2949d-5489-4461-8852-403ddf9343ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:42:31Z', 'updated_at': '2021-09-07T14:42:34Z', 'revision_number': 4, 'project_id': '31d9e12bb6cf4b0987f73ff2f348c21d', 'gw_port': {'id': '8eb2949d-5489-4461-8852-403ddf9343ef', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:47:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:42:31Z', 'updated_at': '2021-09-07T14:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': 'ae32bf5b-bbc5-47a8-aeb6-8d36dc18fa5d', 'name': '', 'network_id': '34612c22-d593-463c-83a1-7790ee534b50', 'tenant_id': '31d9e12bb6cf4b0987f73ff2f348c21d', 'mac_address': 'fa:16:3e:7f:74:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '283fc1ee-e6c1-4090-93a8-216544c1c929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:42:33Z', 'updated_at': '2021-09-07T14:42:39Z', 'revision_number': 4, 'project_id': '31d9e12bb6cf4b0987f73ff2f348c21d', 'subnets': [{'id': '283fc1ee-e6c1-4090-93a8-216544c1c929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:40.239985 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fb26ab-c125-43bd-b6e2-c695475c09b4 None None] The sync data for ids ['3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382'] in dv-cinder-760153-9-iscsi is: [{'id': '3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382', 'name': 'tempest-TestShelveInstance-1208982548-router', 'tenant_id': '31d9e12bb6cf4b0987f73ff2f348c21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '8eb2949d-5489-4461-8852-403ddf9343ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:42:31Z', 'updated_at': '2021-09-07T14:42:34Z', 'revision_number': 4, 'project_id': '31d9e12bb6cf4b0987f73ff2f348c21d', 'gw_port': {'id': '8eb2949d-5489-4461-8852-403ddf9343ef', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:47:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:42:31Z', 'updated_at': '2021-09-07T14:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': 'ae32bf5b-bbc5-47a8-aeb6-8d36dc18fa5d', 'name': '', 'network_id': '34612c22-d593-463c-83a1-7790ee534b50', 'tenant_id': '31d9e12bb6cf4b0987f73ff2f348c21d', 'mac_address': 'fa:16:3e:7f:74:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '283fc1ee-e6c1-4090-93a8-216544c1c929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:42:33Z', 'updated_at': '2021-09-07T14:42:39Z', 'revision_number': 4, 'project_id': '31d9e12bb6cf4b0987f73ff2f348c21d', 'subnets': [{'id': '283fc1ee-e6c1-4090-93a8-216544c1c929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:42:40.653467 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 035a64a4-3762-4d3c-99d0-8c3ccf57c8e8 up at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:42:40.742274 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Provisioning complete for port 035a64a4-3762-4d3c-99d0-8c3ccf57c8e8 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:42:40.743594 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:40.854557 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:40.887610 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee91eac6-caf7-48f7-9fe0-509c27094153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035a64a4-3762-4d3c-99d0-8c3ccf57c8e8'}] {{(pid=94642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:42:40.890101 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd6d84ba8741af88afecd5b756310c726975e6558383509c2c49b1cfba31424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18accee8-6d46-411d-91ab-9fb8383171e7" -d '{"events": [{"server_uuid": "ee91eac6-caf7-48f7-9fe0-509c27094153", "name": "network-vif-plugged", "status": "completed", "tag": "035a64a4-3762-4d3c-99d0-8c3ccf57c8e8"}]}' {{(pid=94642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:42:40.910543 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port 035a64a4-3762-4d3c-99d0-8c3ccf57c8e8, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=035a64a4-3762-4d3c-99d0-8c3ccf57c8e8,segment=NetworkSegment(e54557d8-93d7-49ba-a7fc-963d1c00c60e),segment_id=e54557d8-93d7-49ba-a7fc-963d1c00c60e)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:42:41.031805 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:41.034916 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05bbb7d7-0bc4-4308-bcb0-5c40f49c6f7c x-openstack-request-id: req-05bbb7d7-0bc4-4308-bcb0-5c40f49c6f7c {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:42:41.035517 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee91eac6-caf7-48f7-9fe0-509c27094153", "name": "network-vif-plugged", "status": "completed", "tag": "035a64a4-3762-4d3c-99d0-8c3ccf57c8e8", "code": 200}]} {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:42:41.036062 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-05bbb7d7-0bc4-4308-bcb0-5c40f49c6f7c {{(pid=94642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:42:41.036702 dv-cinder-760153-9-iscsi neutron-server[94642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee91eac6-caf7-48f7-9fe0-509c27094153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035a64a4-3762-4d3c-99d0-8c3ccf57c8e8', 'code': 200} Sep 07 14:42:41.092783 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=035a64a4-3762-4d3c-99d0-8c3ccf57c8e8,revision_number=7']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:41.096567 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37165bd1-2c1b-4212-b893-320728ce7512 req-655ee1f8-cc80-4733-b8fb-812946f238bc tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:41.106791 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-37165bd1-2c1b-4212-b893-320728ce7512 req-655ee1f8-cc80-4733-b8fb-812946f238bc tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0692899 Sep 07 14:42:41.149146 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-37165bd1-2c1b-4212-b893-320728ce7512 req-93d9932d-bbaf-4262-b8b3-0bb06eb0d9ca tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414574 Sep 07 14:42:41.320088 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395c59c-020b-47dc-8692-7f32e1b428d2 req-1eef7477-92a2-4505-aa6c-73c4450157af tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:41.328503 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b395c59c-020b-47dc-8692-7f32e1b428d2 req-1eef7477-92a2-4505-aa6c-73c4450157af tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 945 time: 0.0642865 Sep 07 14:42:41.367569 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b395c59c-020b-47dc-8692-7f32e1b428d2 req-06932fe8-6554-4b5a-895e-0094e85e4b0d tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379839 Sep 07 14:42:41.628446 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device ae32bf5b-bbc5-47a8-aeb6-8d36dc18fa5d up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:42:41.745670 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning for port ae32bf5b-bbc5-47a8-aeb6-8d36dc18fa5d completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:42:41.751139 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port ae32bf5b-bbc5-47a8-aeb6-8d36dc18fa5d triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:42:41.751609 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:41.859464 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:41.902057 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-9152d18d-5686-470b-8281-0603e563890f None None] For port ae32bf5b-bbc5-47a8-aeb6-8d36dc18fa5d, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=ae32bf5b-bbc5-47a8-aeb6-8d36dc18fa5d,segment=NetworkSegment(04958f47-16ac-43b9-bc05-79f8698464c1),segment_id=04958f47-16ac-43b9-bc05-79f8698464c1)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:42:41.963094 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:42.016357 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Pushing event updated for resources: {'Port': ['ID=ae32bf5b-bbc5-47a8-aeb6-8d36dc18fa5d,revision_number=5']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:42.281775 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe833ec3-ad36-482c-a5d2-c1902b97daa0 req-e6b18fb1-c61c-48bf-9690-70c972bc2203 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:42.283594 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-fe833ec3-ad36-482c-a5d2-c1902b97daa0 req-e6b18fb1-c61c-48bf-9690-70c972bc2203 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0580776 Sep 07 14:42:42.347048 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-fe833ec3-ad36-482c-a5d2-c1902b97daa0 req-ea1ea738-01c5-4686-af4e-8bff2e87cef9 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569658 Sep 07 14:42:42.391865 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.agents_db [None req-8586c0a8-7e1b-4ad5-b29e-274ce3295afb None None] Agent healthcheck: found 6 active agents {{(pid=94643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:42:42.553210 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93370654-e0e3-4df3-9c87-eba675e852b7 req-90540074-8340-45b5-b8c0-288ec8b58f97 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:42.562952 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-93370654-e0e3-4df3-9c87-eba675e852b7 req-90540074-8340-45b5-b8c0-288ec8b58f97 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 945 time: 0.0763519 Sep 07 14:42:42.616973 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-93370654-e0e3-4df3-9c87-eba675e852b7 req-7a79f7ea-5a39-4dfa-80ee-88df2f7535aa tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536861 Sep 07 14:42:42.809708 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b68cb-7093-4e7a-97f6-bfb55e8e0730 req-79f9087f-24cf-450a-883f-613e0d688573 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:42.811757 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-861b68cb-7093-4e7a-97f6-bfb55e8e0730 req-79f9087f-24cf-450a-883f-613e0d688573 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0622287 Sep 07 14:42:42.862823 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-861b68cb-7093-4e7a-97f6-bfb55e8e0730 req-477332d2-d74e-4694-addb-977685f59c48 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443716 Sep 07 14:42:42.877837 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60853c4-e8c7-462c-8909-2527d82b4d80 req-4d1c3b59-78c3-4e4a-abbe-2de19208d1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:42.879498 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-e60853c4-e8c7-462c-8909-2527d82b4d80 req-4d1c3b59-78c3-4e4a-abbe-2de19208d1b8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f0953c14c3534ed3bb11c7453fd409de&device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 1099 time: 0.0435808 Sep 07 14:42:42.974591 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60853c4-e8c7-462c-8909-2527d82b4d80 req-7a0584b7-83f2-4b42-9e03-df778772240c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:42.976089 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-e60853c4-e8c7-462c-8909-2527d82b4d80 req-7a0584b7-83f2-4b42-9e03-df778772240c service neutron] 10.222.0.22 "GET /v2.0/networks?id=2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7 HTTP/1.1" status: 200 len: 911 time: 0.0885396 Sep 07 14:42:43.046216 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-e60853c4-e8c7-462c-8909-2527d82b4d80 req-16cba4d4-b616-42d3-9a26-6e6224960a26 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fad43e7f-384a-4b8f-89f9-e85078bccf8d HTTP/1.1" status: 200 len: 1001 time: 0.0627081 Sep 07 14:42:43.097039 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60853c4-e8c7-462c-8909-2527d82b4d80 req-69c475de-33db-4d4f-8dbd-ed48e25a3236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:43.098443 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-e60853c4-e8c7-462c-8909-2527d82b4d80 req-69c475de-33db-4d4f-8dbd-ed48e25a3236 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6c140706-3c8f-42ae-9125-9b4351aa8d5a HTTP/1.1" status: 200 len: 849 time: 0.0449698 Sep 07 14:42:43.146695 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60853c4-e8c7-462c-8909-2527d82b4d80 req-90b64a25-19bb-4eb9-a34b-7b893ea86baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:43.148387 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-e60853c4-e8c7-462c-8909-2527d82b4d80 req-90b64a25-19bb-4eb9-a34b-7b893ea86baf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409651 Sep 07 14:42:43.245291 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-e60853c4-e8c7-462c-8909-2527d82b4d80 req-dc699b60-1abd-4dd0-af3a-c2510b5a957b service neutron] 10.222.0.22 "GET /v2.0/networks/2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885069 Sep 07 14:42:43.358442 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-e60853c4-e8c7-462c-8909-2527d82b4d80 req-85c52652-4bec-44e7-8a16-76d0f225bcbe service neutron] 10.222.0.22 "GET /v2.0/networks/2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048384 Sep 07 14:42:43.605931 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device ae32bf5b-bbc5-47a8-aeb6-8d36dc18fa5d up at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:42:43.686831 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9152d18d-5686-470b-8281-0603e563890f None None] Provisioning complete for port ae32bf5b-bbc5-47a8-aeb6-8d36dc18fa5d triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:42:43.687666 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:43.831543 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60165628-b645-41c3-8e4a-8de943f031d8 req-f6b0b92c-2c12-4a39-99d9-92002d7bb8ef tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:43.833434 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-60165628-b645-41c3-8e4a-8de943f031d8 req-f6b0b92c-2c12-4a39-99d9-92002d7bb8ef tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 945 time: 0.0737293 Sep 07 14:42:43.915300 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-60165628-b645-41c3-8e4a-8de943f031d8 req-0d458689-6185-4894-9455-9464ff01cd6b tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734510 Sep 07 14:42:44.060186 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8660e-e24d-4c47-b1ee-310f8101c0e1 req-7eb2efa2-3418-4c66-9dc6-3d883d0d7efe tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:44.061738 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d1f8660e-e24d-4c47-b1ee-310f8101c0e1 req-7eb2efa2-3418-4c66-9dc6-3d883d0d7efe tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0595844 Sep 07 14:42:44.114450 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d1f8660e-e24d-4c47-b1ee-310f8101c0e1 req-258fd905-b2ef-4aa2-a639-c96ec94a6f87 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465665 Sep 07 14:42:45.055294 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac59c2-98a1-4315-b80f-fa06b33f4b23 req-e61e7374-016b-4651-96c2-197c417150e4 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:45.063483 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c6ac59c2-98a1-4315-b80f-fa06b33f4b23 req-e61e7374-016b-4651-96c2-197c417150e4 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 945 time: 0.0726843 Sep 07 14:42:45.103187 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c6ac59c2-98a1-4315-b80f-fa06b33f4b23 req-2bdc02e4-a952-4f8d-b2ae-83a4ec26dc5a tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385225 Sep 07 14:42:45.250667 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29876df-c432-4f2d-b646-aa5307a97fae req-e10fc059-674c-4712-aebf-01671d6adf0d tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:45.252262 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b29876df-c432-4f2d-b646-aa5307a97fae req-e10fc059-674c-4712-aebf-01671d6adf0d tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0523825 Sep 07 14:42:45.304229 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b29876df-c432-4f2d-b646-aa5307a97fae req-ccbb78ae-a9f2-4f44-9190-65ba2594121d tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455387 Sep 07 14:42:46.241034 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457abe10-99d2-4506-b4b6-3b86d324535a req-0f1683d0-1f66-4f94-927f-388c3fe3d975 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:46.242445 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-457abe10-99d2-4506-b4b6-3b86d324535a req-0f1683d0-1f66-4f94-927f-388c3fe3d975 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 945 time: 0.0617073 Sep 07 14:42:46.283784 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-457abe10-99d2-4506-b4b6-3b86d324535a req-494df10a-d84c-4980-9973-5b36e1ff88f2 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339050 Sep 07 14:42:46.655787 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7117e0-b60e-403e-bc20-8aff3e136849 req-c961c58b-eabe-44df-b262-f5666f7c8140 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:46.657342 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ce7117e0-b60e-403e-bc20-8aff3e136849 req-c961c58b-eabe-44df-b262-f5666f7c8140 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f89d25e-8165-4793-becb-34b0b37e7e04 HTTP/1.1" status: 200 len: 946 time: 0.0516107 Sep 07 14:42:46.718000 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ce7117e0-b60e-403e-bc20-8aff3e136849 req-041497c4-1f20-4678-9f0e-cab55f47f5b8 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517921 Sep 07 14:42:47.420495 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1270d-c21e-4b6e-b030-6ce4f4f14f5e req-1190cd1d-90e3-4ebf-941d-64df2f2c7c13 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:47.422240 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2aa1270d-c21e-4b6e-b030-6ce4f4f14f5e req-1190cd1d-90e3-4ebf-941d-64df2f2c7c13 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 945 time: 0.0580924 Sep 07 14:42:47.469299 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2aa1270d-c21e-4b6e-b030-6ce4f4f14f5e req-d75a1df8-d660-4604-a3bc-9a055416be87 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402901 Sep 07 14:42:47.850221 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff2b95-05dd-47e5-a39f-f54ac70ca051 req-4f54787f-1a4a-463f-8b8a-007a08f6ead1 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:47.851796 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-90ff2b95-05dd-47e5-a39f-f54ac70ca051 req-4f54787f-1a4a-463f-8b8a-007a08f6ead1 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f89d25e-8165-4793-becb-34b0b37e7e04 HTTP/1.1" status: 200 len: 946 time: 0.0570543 Sep 07 14:42:47.912992 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-90ff2b95-05dd-47e5-a39f-f54ac70ca051 req-6ab13950-c9fb-4e7e-86c5-94e841fdca27 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539730 Sep 07 14:42:48.408230 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be43be-d029-4651-a940-889acb378e35 req-56718305-a88e-4b37-a0f5-cc952bf4a2d7 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:48.409868 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-f4be43be-d029-4651-a940-889acb378e35 req-56718305-a88e-4b37-a0f5-cc952bf4a2d7 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f89d25e-8165-4793-becb-34b0b37e7e04 HTTP/1.1" status: 200 len: 946 time: 0.0647299 Sep 07 14:42:48.536823 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [req-f4be43be-d029-4651-a940-889acb378e35 req-b960ce79-d671-4761-93c1-fe44cab48b7e tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Deleting port 6fee3415-4cf0-495b-a719-68c817c74c50 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:42:48.537180 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-f4be43be-d029-4651-a940-889acb378e35 req-b960ce79-d671-4761-93c1-fe44cab48b7e tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:48.639999 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d7f86-22b8-4bef-a9da-7f3a27717f38 req-7bc9aa5f-d27b-4e10-b8ee-6bc203ed7821 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:48.641600 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-201d7f86-22b8-4bef-a9da-7f3a27717f38 req-7bc9aa5f-d27b-4e10-b8ee-6bc203ed7821 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 945 time: 0.0821424 Sep 07 14:42:48.711772 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-201d7f86-22b8-4bef-a9da-7f3a27717f38 req-116dfd62-27de-4897-8faf-a7cc720294cf tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637181 Sep 07 14:42:49.072650 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1506b-032e-4cb5-b03e-1063c3e8d767 req-fe3a00d0-e783-44f5-9a53-8115f7771c2d tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:49.079602 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [req-f4be43be-d029-4651-a940-889acb378e35 req-b960ce79-d671-4761-93c1-fe44cab48b7e tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] For port 6fee3415-4cf0-495b-a719-68c817c74c50, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=6fee3415-4cf0-495b-a719-68c817c74c50,segment=NetworkSegment(33cad443-550e-44eb-8a23-9490b4c4b203),segment_id=33cad443-550e-44eb-8a23-9490b4c4b203)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:42:49.080161 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-f4be43be-d029-4651-a940-889acb378e35 req-b960ce79-d671-4761-93c1-fe44cab48b7e tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:49.086862 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-aff1506b-032e-4cb5-b03e-1063c3e8d767 req-fe3a00d0-e783-44f5-9a53-8115f7771c2d tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f89d25e-8165-4793-becb-34b0b37e7e04 HTTP/1.1" status: 200 len: 946 time: 0.0985901 Sep 07 14:42:49.144122 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-aff1506b-032e-4cb5-b03e-1063c3e8d767 req-213fc5e3-84b7-4e6b-8a00-9bad51ffda84 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521600 Sep 07 14:42:49.319953 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-f4be43be-d029-4651-a940-889acb378e35 req-b960ce79-d671-4761-93c1-fe44cab48b7e tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:49.320327 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-f4be43be-d029-4651-a940-889acb378e35 req-b960ce79-d671-4761-93c1-fe44cab48b7e tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540525'] for floatingip, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:49.320637 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.db.l3_db [req-f4be43be-d029-4651-a940-889acb378e35 req-b960ce79-d671-4761-93c1-fe44cab48b7e tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Floating IP 965dd389-52f2-4d59-a5f4-e7a353220421 disassociated. External IP: 172.27.3.68, port: 6fee3415-4cf0-495b-a719-68c817c74c50. Sep 07 14:42:49.321002 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [req-f4be43be-d029-4651-a940-889acb378e35 req-b960ce79-d671-4761-93c1-fe44cab48b7e tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Calling delete_port for 6fee3415-4cf0-495b-a719-68c817c74c50 owned by compute:nova {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:42:49.648893 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-f4be43be-d029-4651-a940-889acb378e35 req-b960ce79-d671-4761-93c1-fe44cab48b7e tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:49.677651 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b960ce79-d671-4761-93c1-fe44cab48b7e tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Pushing event deleted for resources: {'Port': ['ID=6fee3415-4cf0-495b-a719-68c817c74c50,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:49.813109 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4be43be-d029-4651-a940-889acb378e35 req-b960ce79-d671-4761-93c1-fe44cab48b7e tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Router c5538baf-d137-49c4-8cbb-cac645afeab4 has already been hosted by L3 agent ca4ca367-a056-42f7-949c-96b33f8f39bf {{(pid=94641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:42:49.872704 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4018d8-885d-4767-978b-2c447d7f0190 req-4caa66ba-b632-4d1d-9b1f-6ba6bd7b1911 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:49.880203 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cc4018d8-885d-4767-978b-2c447d7f0190 req-4caa66ba-b632-4d1d-9b1f-6ba6bd7b1911 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 945 time: 0.0661612 Sep 07 14:42:49.934536 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cc4018d8-885d-4767-978b-2c447d7f0190 req-e2e57019-1b17-4423-9af7-d99200509132 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531678 Sep 07 14:42:49.957253 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4be43be-d029-4651-a940-889acb378e35 req-b960ce79-d671-4761-93c1-fe44cab48b7e tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify agent at l3_agent.dv-cinder-760153-9-iscsi the message routers_updated {{(pid=94641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:42:49.972083 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa1254c-a4f5-4cb9-b4c1-f91a612cb422 None None] Sync routers for ids ['c5538baf-d137-49c4-8cbb-cac645afeab4'] in dv-cinder-760153-9-iscsi {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:42:49.981882 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa1254c-a4f5-4cb9-b4c1-f91a612cb422 None None] Routers {'c5538baf-d137-49c4-8cbb-cac645afeab4'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:42:49.982813 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3fa1254c-a4f5-4cb9-b4c1-f91a612cb422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:42:35Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['c5538baf-d137-49c4-8cbb-cac645afeab4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:50.015993 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4be43be-d029-4651-a940-889acb378e35 req-b960ce79-d671-4761-93c1-fe44cab48b7e tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] No DVR routers for this DVR port 6fee3415-4cf0-495b-a719-68c817c74c50 on host hv-cinder-76015 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:42:50.027416 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-f4be43be-d029-4651-a940-889acb378e35 req-b960ce79-d671-4761-93c1-fe44cab48b7e tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:50.032467 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-f4be43be-d029-4651-a940-889acb378e35 req-b960ce79-d671-4761-93c1-fe44cab48b7e tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.22 "DELETE /v2.0/ports/6fee3415-4cf0-495b-a719-68c817c74c50 HTTP/1.1" status: 204 len: 173 time: 1.6133547 Sep 07 14:42:50.032467 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f89d25e-8165-4793-becb-34b0b37e7e04', 'name': 'network-vif-deleted', 'tag': '6fee3415-4cf0-495b-a719-68c817c74c50'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:42:50.034907 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ae4c01fc0fef93246b53b81dc3c4053f5278a59fc30262d76e8d579d86f7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6418dcc7-34b9-41b8-8c7f-42cbe6bf3223" -d '{"events": [{"server_uuid": "0f89d25e-8165-4793-becb-34b0b37e7e04", "name": "network-vif-deleted", "tag": "6fee3415-4cf0-495b-a719-68c817c74c50"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:42:50.097956 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9533b4-4d7a-4164-8a74-5905d43f5e62 x-openstack-request-id: req-1b9533b4-4d7a-4164-8a74-5905d43f5e62 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:42:50.098328 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f89d25e-8165-4793-becb-34b0b37e7e04", "name": "network-vif-deleted", "tag": "6fee3415-4cf0-495b-a719-68c817c74c50", "status": "completed", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:42:50.098652 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1b9533b4-4d7a-4164-8a74-5905d43f5e62 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:42:50.099126 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f89d25e-8165-4793-becb-34b0b37e7e04', 'name': 'network-vif-deleted', 'tag': '6fee3415-4cf0-495b-a719-68c817c74c50', 'status': 'completed', 'code': 200} Sep 07 14:42:50.157169 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-3fa1254c-a4f5-4cb9-b4c1-f91a612cb422 None None] Set router c5538baf-d137-49c4-8cbb-cac645afeab4 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:42:50.320811 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c151ca5a-e53a-44e2-8d97-ef537decb2ac req-f669c67f-a070-46e2-b1c3-f4c5ce616189 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f89d25e-8165-4793-becb-34b0b37e7e04 HTTP/1.1" status: 200 len: 210 time: 0.0459471 Sep 07 14:42:50.463851 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3fa1254c-a4f5-4cb9-b4c1-f91a612cb422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'name': 'tempest-TestVolumeBootPattern-1625730596-router', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'eb666416-6561-4d0c-8443-5923fb1ed931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:01Z', 'updated_at': '2021-09-07T14:39:07Z', 'revision_number': 4, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'gw_port': {'id': 'eb666416-6561-4d0c-8443-5923fb1ed931', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:02Z', 'updated_at': '2021-09-07T14:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': 'f810e8aa-4b7f-4a11-8f7c-aba31de7c523', 'name': '', 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'mac_address': 'fa:16:3e:df:9b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '846cc3d9-b8d8-4a47-8daf-12b566ed01c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:05Z', 'updated_at': '2021-09-07T14:39:12Z', 'revision_number': 5, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'subnets': [{'id': '846cc3d9-b8d8-4a47-8daf-12b566ed01c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:50.491508 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa1254c-a4f5-4cb9-b4c1-f91a612cb422 None None] Checking router: c5538baf-d137-49c4-8cbb-cac645afeab4 for host: dv-cinder-760153-9-iscsi {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:42:50.501310 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa1254c-a4f5-4cb9-b4c1-f91a612cb422 None None] Routers {'c5538baf-d137-49c4-8cbb-cac645afeab4'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:42:50.501977 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3fa1254c-a4f5-4cb9-b4c1-f91a612cb422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:42:35Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['c5538baf-d137-49c4-8cbb-cac645afeab4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:50.614680 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-3fa1254c-a4f5-4cb9-b4c1-f91a612cb422 None None] Set router c5538baf-d137-49c4-8cbb-cac645afeab4 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:42:50.710867 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 6fee3415-4cf0-495b-a719-68c817c74c50 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:42:50.760733 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] No Port match for: 6fee3415-4cf0-495b-a719-68c817c74c50 {{(pid=94642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:42:50.761122 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 6fee3415-4cf0-495b-a719-68c817c74c50 not bound to the agent host hv-cinder-76015 {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:42:50.846512 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3fa1254c-a4f5-4cb9-b4c1-f91a612cb422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'name': 'tempest-TestVolumeBootPattern-1625730596-router', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'eb666416-6561-4d0c-8443-5923fb1ed931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:01Z', 'updated_at': '2021-09-07T14:39:07Z', 'revision_number': 4, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'gw_port': {'id': 'eb666416-6561-4d0c-8443-5923fb1ed931', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:02Z', 'updated_at': '2021-09-07T14:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': 'f810e8aa-4b7f-4a11-8f7c-aba31de7c523', 'name': '', 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'mac_address': 'fa:16:3e:df:9b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '846cc3d9-b8d8-4a47-8daf-12b566ed01c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:05Z', 'updated_at': '2021-09-07T14:39:12Z', 'revision_number': 5, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'subnets': [{'id': '846cc3d9-b8d8-4a47-8daf-12b566ed01c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:42:50.874846 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa1254c-a4f5-4cb9-b4c1-f91a612cb422 None None] The sync data for ids ['c5538baf-d137-49c4-8cbb-cac645afeab4'] in dv-cinder-760153-9-iscsi is: [{'id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'name': 'tempest-TestVolumeBootPattern-1625730596-router', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'eb666416-6561-4d0c-8443-5923fb1ed931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:01Z', 'updated_at': '2021-09-07T14:39:07Z', 'revision_number': 4, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'gw_port': {'id': 'eb666416-6561-4d0c-8443-5923fb1ed931', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:02Z', 'updated_at': '2021-09-07T14:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': 'f810e8aa-4b7f-4a11-8f7c-aba31de7c523', 'name': '', 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'mac_address': 'fa:16:3e:df:9b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '846cc3d9-b8d8-4a47-8daf-12b566ed01c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:05Z', 'updated_at': '2021-09-07T14:39:12Z', 'revision_number': 5, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'subnets': [{'id': '846cc3d9-b8d8-4a47-8daf-12b566ed01c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:42:51.141776 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d0f5a6-ff9f-4fdc-b50d-c955302c57fb None None] New status for floating IP 965dd389-52f2-4d59-a5f4-e7a353220421: DOWN {{(pid=94643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 14:42:51.183999 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f833aff-72a9-4934-b003-b9e148d23432 req-9993e847-7deb-473e-bb5b-79d70f2a6e27 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:51.185949 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6f833aff-72a9-4934-b003-b9e148d23432 req-9993e847-7deb-473e-bb5b-79d70f2a6e27 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 945 time: 0.0553601 Sep 07 14:42:51.226905 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6f833aff-72a9-4934-b003-b9e148d23432 req-36ea20fb-6218-4d58-8570-0a4c9a1d6c3b tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342648 Sep 07 14:42:51.431341 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e6a3e150-611d-4f0c-ae50-a72cd992bc39 req-effda121-03a7-4977-9ae3-ebe8cea4dd8a tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f89d25e-8165-4793-becb-34b0b37e7e04 HTTP/1.1" status: 200 len: 210 time: 0.0268917 Sep 07 14:42:51.834272 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c387e7d-36ca-453f-833c-5ae3bbb11c91 req-93bec634-785a-4dc4-aa7d-16393303b383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:51.835807 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-7c387e7d-36ca-453f-833c-5ae3bbb11c91 req-93bec634-785a-4dc4-aa7d-16393303b383 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ab59e88db16c4855917d2a934d5b08f2&device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 1098 time: 0.0439758 Sep 07 14:42:51.925514 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c387e7d-36ca-453f-833c-5ae3bbb11c91 req-b579289d-6593-4fd8-b8e2-845e0b75be7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:51.927074 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-7c387e7d-36ca-453f-833c-5ae3bbb11c91 req-b579289d-6593-4fd8-b8e2-845e0b75be7d service neutron] 10.222.0.22 "GET /v2.0/networks?id=da6e8dca-6945-4602-b5cc-b9742d335a11 HTTP/1.1" status: 200 len: 917 time: 0.0842655 Sep 07 14:42:51.995231 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-7c387e7d-36ca-453f-833c-5ae3bbb11c91 req-7aacf1b6-0c8d-4e38-88ca-ec42511749a6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=035a64a4-3762-4d3c-99d0-8c3ccf57c8e8 HTTP/1.1" status: 200 len: 1001 time: 0.0591388 Sep 07 14:42:52.047649 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c387e7d-36ca-453f-833c-5ae3bbb11c91 req-9fce0c1f-0873-4ebf-af38-28d5520709a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:52.049126 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-7c387e7d-36ca-453f-833c-5ae3bbb11c91 req-9fce0c1f-0873-4ebf-af38-28d5520709a0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=97647f27-4ef1-4c12-811b-6c63faa2d593 HTTP/1.1" status: 200 len: 855 time: 0.0450697 Sep 07 14:42:52.095195 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c387e7d-36ca-453f-833c-5ae3bbb11c91 req-19b95c92-a9a9-4108-bf47-f0379a79160f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:52.096682 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-7c387e7d-36ca-453f-833c-5ae3bbb11c91 req-19b95c92-a9a9-4108-bf47-f0379a79160f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=da6e8dca-6945-4602-b5cc-b9742d335a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404334 Sep 07 14:42:52.189859 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-7c387e7d-36ca-453f-833c-5ae3bbb11c91 req-e85387fc-af58-4291-9482-dee48ded37db service neutron] 10.222.0.22 "GET /v2.0/networks/da6e8dca-6945-4602-b5cc-b9742d335a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855637 Sep 07 14:42:52.281074 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-7c387e7d-36ca-453f-833c-5ae3bbb11c91 req-4f0f3919-456a-40f9-933a-b84cf1ca3629 service neutron] 10.222.0.22 "GET /v2.0/networks/da6e8dca-6945-4602-b5cc-b9742d335a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837903 Sep 07 14:42:52.352070 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b484beb-0320-4f5b-b95a-61805c805414 req-ac252e2c-6059-476d-bf3d-145a76235082 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:52.353520 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6b484beb-0320-4f5b-b95a-61805c805414 req-ac252e2c-6059-476d-bf3d-145a76235082 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 945 time: 0.0504439 Sep 07 14:42:52.392191 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6b484beb-0320-4f5b-b95a-61805c805414 req-e10d240a-e3d3-4dce-8dd7-5b07caf027ca tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316346 Sep 07 14:42:52.690341 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-229906dc-7aad-48c3-a331-97ab64f01151 req-18fd687a-4f46-4d0e-962b-c6161b20bf4c tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1305280379&fields=id&tenant_id=ddcff35f4fe74c3087d85eedd77cfcb3 HTTP/1.1" status: 200 len: 267 time: 0.0339310 Sep 07 14:42:52.799462 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229906dc-7aad-48c3-a331-97ab64f01151 req-b64ac67c-74a9-4015-b86f-ad7c3e263b47 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:52.800919 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-229906dc-7aad-48c3-a331-97ab64f01151 req-b64ac67c-74a9-4015-b86f-ad7c3e263b47 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/networks?id=10bc76c4-28c7-4ddc-9078-74979f2c3f45 HTTP/1.1" status: 200 len: 812 time: 0.1037281 Sep 07 14:42:52.815608 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-229906dc-7aad-48c3-a331-97ab64f01151 req-358df895-e4c1-481b-8993-9c944e0042ba tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/quotas/ddcff35f4fe74c3087d85eedd77cfcb3 HTTP/1.1" status: 200 len: 375 time: 0.0089943 Sep 07 14:42:52.867908 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-229906dc-7aad-48c3-a331-97ab64f01151 req-aef879f1-409f-4e9e-988b-9e5715804be8 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ddcff35f4fe74c3087d85eedd77cfcb3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471773 Sep 07 14:42:52.959722 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-229906dc-7aad-48c3-a331-97ab64f01151 req-e76cdf06-926e-4e47-bb44-ec0992ddf385 service neutron] 10.222.0.11 "GET /v2.0/networks/10bc76c4-28c7-4ddc-9078-74979f2c3f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803802 Sep 07 14:42:53.049700 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-229906dc-7aad-48c3-a331-97ab64f01151 req-161352fb-509a-4ac9-ba6b-19f348f5b45a service neutron] 10.222.0.11 "GET /v2.0/networks/10bc76c4-28c7-4ddc-9078-74979f2c3f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839174 Sep 07 14:42:53.515459 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219fd58-aff1-4b71-ab15-c23936ebc376 req-4151046b-3294-4682-a1cb-916f03cb575e tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:53.517020 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c219fd58-aff1-4b71-ab15-c23936ebc376 req-4151046b-3294-4682-a1cb-916f03cb575e tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 945 time: 0.0518806 Sep 07 14:42:53.566228 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c219fd58-aff1-4b71-ab15-c23936ebc376 req-da05227c-a371-455c-a84a-9dc479f78a9d tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430827 Sep 07 14:42:53.628967 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8716fb0f-ca7b-41b1-8f8c-29c5f4a1cdda req-cfb750e9-4bbe-4acc-b0ea-116d3e1cdef9 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e0a5ba2-9a63-4995-9281-5a3531ae4821 HTTP/1.1" status: 200 len: 210 time: 0.0272610 Sep 07 14:42:54.716289 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 035a64a4-3762-4d3c-99d0-8c3ccf57c8e8 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:42:54.735306 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-654a0de9-e58d-4af8-9072-886cf1998838 req-261d4aae-1582-4400-af98-51128428a3d3 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e0a5ba2-9a63-4995-9281-5a3531ae4821 HTTP/1.1" status: 200 len: 210 time: 0.0316257 Sep 07 14:42:54.744445 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5402c2ef-ba89-4e05-897e-31016ad49c96 req-59032cd1-17b7-424a-acf8-674420e82f64 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:54.746022 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5402c2ef-ba89-4e05-897e-31016ad49c96 req-59032cd1-17b7-424a-acf8-674420e82f64 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 945 time: 0.0940897 Sep 07 14:42:54.791481 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5402c2ef-ba89-4e05-897e-31016ad49c96 req-514fd28a-16c7-4aa0-8e2f-0a6eee2560f7 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384684 Sep 07 14:42:54.797039 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:54.828475 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee91eac6-caf7-48f7-9fe0-509c27094153', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '035a64a4-3762-4d3c-99d0-8c3ccf57c8e8'}] {{(pid=94642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:42:54.831433 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd6d84ba8741af88afecd5b756310c726975e6558383509c2c49b1cfba31424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77790f83-3d7a-45ea-a369-0221883b9a02" -d '{"events": [{"server_uuid": "ee91eac6-caf7-48f7-9fe0-509c27094153", "name": "network-vif-unplugged", "status": "completed", "tag": "035a64a4-3762-4d3c-99d0-8c3ccf57c8e8"}]}' {{(pid=94642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:42:54.847369 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port 035a64a4-3762-4d3c-99d0-8c3ccf57c8e8, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=035a64a4-3762-4d3c-99d0-8c3ccf57c8e8,segment=NetworkSegment(e54557d8-93d7-49ba-a7fc-963d1c00c60e),segment_id=e54557d8-93d7-49ba-a7fc-963d1c00c60e)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:42:54.871252 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 14:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62575466-44c8-41e3-8733-a04ac330ed60 x-openstack-request-id: req-62575466-44c8-41e3-8733-a04ac330ed60 {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:42:54.871252 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee91eac6-caf7-48f7-9fe0-509c27094153", "name": "network-vif-unplugged", "status": "completed", "tag": "035a64a4-3762-4d3c-99d0-8c3ccf57c8e8", "code": 200}]} {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:42:54.871252 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-62575466-44c8-41e3-8733-a04ac330ed60 {{(pid=94642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:42:54.871252 dv-cinder-760153-9-iscsi neutron-server[94642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee91eac6-caf7-48f7-9fe0-509c27094153', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '035a64a4-3762-4d3c-99d0-8c3ccf57c8e8', 'code': 200} Sep 07 14:42:54.900341 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:54.953063 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=035a64a4-3762-4d3c-99d0-8c3ccf57c8e8,revision_number=8']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:55.758184 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229906dc-7aad-48c3-a331-97ab64f01151 req-457897f9-ae51-4470-933d-edeaa521d8a7 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:55.759632 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-229906dc-7aad-48c3-a331-97ab64f01151 req-457897f9-ae51-4470-933d-edeaa521d8a7 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.22 "GET /v2.0/networks?id=10bc76c4-28c7-4ddc-9078-74979f2c3f45 HTTP/1.1" status: 200 len: 812 time: 0.1165617 Sep 07 14:42:55.803785 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-229906dc-7aad-48c3-a331-97ab64f01151 req-47317948-204a-4079-9895-6915d6b4574d tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ddcff35f4fe74c3087d85eedd77cfcb3 HTTP/1.1" status: 200 len: 380 time: 0.0344164 Sep 07 14:42:55.815259 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [req-229906dc-7aad-48c3-a331-97ab64f01151 req-9ce45472-baa0-48f9-add2-5cefa6ea3e00 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Request body: {'port': {'device_id': '4e0a5ba2-9a63-4995-9281-5a3531ae4821', 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45', 'admin_state_up': True, 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'security_groups': ['4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec']}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:42:55.840321 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-030f2d0e-eeb6-4596-9f1e-befd4e8fb686 req-366f868e-5938-47c3-927c-2740e7115e61 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e0a5ba2-9a63-4995-9281-5a3531ae4821 HTTP/1.1" status: 200 len: 210 time: 0.0272195 Sep 07 14:42:56.010222 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-229906dc-7aad-48c3-a331-97ab64f01151 req-9ce45472-baa0-48f9-add2-5cefa6ea3e00 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Made reservation on behalf of ddcff35f4fe74c3087d85eedd77cfcb3 for: {'port': 1} {{(pid=94641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:42:56.016427 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-229906dc-7aad-48c3-a331-97ab64f01151 req-9ce45472-baa0-48f9-add2-5cefa6ea3e00 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:56.155215 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [req-229906dc-7aad-48c3-a331-97ab64f01151 req-9ce45472-baa0-48f9-add2-5cefa6ea3e00 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Allocated IP 172.20.0.11 (10bc76c4-28c7-4ddc-9078-74979f2c3f45/846cc3d9-b8d8-4a47-8daf-12b566ed01c8/62e2be16-2d84-480f-81fb-225d244ae332) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:42:56.291848 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-229906dc-7aad-48c3-a331-97ab64f01151 req-9ce45472-baa0-48f9-add2-5cefa6ea3e00 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:56.306889 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [req-229906dc-7aad-48c3-a331-97ab64f01151 req-9ce45472-baa0-48f9-add2-5cefa6ea3e00 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Transition to ACTIVE for port object 62e2be16-2d84-480f-81fb-225d244ae332 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:42:56.409435 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-229906dc-7aad-48c3-a331-97ab64f01151 req-9ce45472-baa0-48f9-add2-5cefa6ea3e00 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:56.450642 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-229906dc-7aad-48c3-a331-97ab64f01151 req-9ce45472-baa0-48f9-add2-5cefa6ea3e00 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Network 10bc76c4-28c7-4ddc-9078-74979f2c3f45 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:42:56.453651 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [req-229906dc-7aad-48c3-a331-97ab64f01151 req-9ce45472-baa0-48f9-add2-5cefa6ea3e00 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:42:56.457285 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [req-229906dc-7aad-48c3-a331-97ab64f01151 req-9ce45472-baa0-48f9-add2-5cefa6ea3e00 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:42:56.487270 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce45472-baa0-48f9-add2-5cefa6ea3e00 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Pushing event updated for resources: {'Port': ['ID=62e2be16-2d84-480f-81fb-225d244ae332,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:56.515201 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229906dc-7aad-48c3-a331-97ab64f01151 req-9ce45472-baa0-48f9-add2-5cefa6ea3e00 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:56.515856 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-229906dc-7aad-48c3-a331-97ab64f01151 req-9ce45472-baa0-48f9-add2-5cefa6ea3e00 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:56.626759 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-229906dc-7aad-48c3-a331-97ab64f01151 req-9ce45472-baa0-48f9-add2-5cefa6ea3e00 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8153763 Sep 07 14:42:56.639352 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [req-229906dc-7aad-48c3-a331-97ab64f01151 req-d73da7ba-0c29-4948-ae48-99a37f1d4408 service neutron] Request body: {'port': {'device_id': '4e0a5ba2-9a63-4995-9281-5a3531ae4821', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:42:56.721843 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-229906dc-7aad-48c3-a331-97ab64f01151 req-d73da7ba-0c29-4948-ae48-99a37f1d4408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:56.841965 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-c33fe770-d63e-4b7e-b0a7-303422460a03 None None] Provisioning for port 62e2be16-2d84-480f-81fb-225d244ae332 completed by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:42:56.850565 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-c33fe770-d63e-4b7e-b0a7-303422460a03 None None] Provisioning complete for port 62e2be16-2d84-480f-81fb-225d244ae332 triggered by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:42:56.851206 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-c33fe770-d63e-4b7e-b0a7-303422460a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:56.890427 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-541c40c2-a2b2-45bc-91ea-2100e7ef2e50 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1271818070&fields=id&tenant_id=fb8695fb2fcc49db9e216007d032174f HTTP/1.1" status: 200 len: 267 time: 0.0407574 Sep 07 14:42:56.898977 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-c33fe770-d63e-4b7e-b0a7-303422460a03 None None] Port 62e2be16-2d84-480f-81fb-225d244ae332 cannot update to ACTIVE because it is not bound. {{(pid=94642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:42:57.009165 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-81c6299b-2f82-403f-ba49-84b9da2d9a66 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:57.010867 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-81c6299b-2f82-403f-ba49-84b9da2d9a66 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/networks?id=2b04c4b7-51ec-44a3-876e-a0d61c647f54 HTTP/1.1" status: 200 len: 809 time: 0.1118507 Sep 07 14:42:57.033643 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-5b5dc3c2-a222-45c6-b612-49869dae5811 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/quotas/fb8695fb2fcc49db9e216007d032174f HTTP/1.1" status: 200 len: 375 time: 0.0134594 Sep 07 14:42:57.039925 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [req-229906dc-7aad-48c3-a331-97ab64f01151 req-d73da7ba-0c29-4948-ae48-99a37f1d4408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62e2be16-2d84-480f-81fb-225d244ae332 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:42:57.058091 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-229906dc-7aad-48c3-a331-97ab64f01151 req-d73da7ba-0c29-4948-ae48-99a37f1d4408 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:57.066564 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [req-229906dc-7aad-48c3-a331-97ab64f01151 req-d73da7ba-0c29-4948-ae48-99a37f1d4408 service neutron] Transition to ACTIVE for port object 62e2be16-2d84-480f-81fb-225d244ae332 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:42:57.127091 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-3f59fd13-83ae-4c5e-98cc-f43f8a0d1500 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=fb8695fb2fcc49db9e216007d032174f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0840716 Sep 07 14:42:57.140510 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17d20f-08ed-4e9b-862e-aefc37c44a40 req-9b9e74e5-69b2-4f4d-97a6-b3ac988c2bd4 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:57.144217 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1b17d20f-08ed-4e9b-862e-aefc37c44a40 req-9b9e74e5-69b2-4f4d-97a6-b3ac988c2bd4 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e0a5ba2-9a63-4995-9281-5a3531ae4821 HTTP/1.1" status: 200 len: 932 time: 0.0647671 Sep 07 14:42:57.163525 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-229906dc-7aad-48c3-a331-97ab64f01151 req-d73da7ba-0c29-4948-ae48-99a37f1d4408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009912'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:57.233681 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1b17d20f-08ed-4e9b-862e-aefc37c44a40 req-5f2984d0-7fdd-4fa3-93ba-cb15059f8d7a tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838730 Sep 07 14:42:57.259770 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-354da54e-f871-4267-9918-6e070e0399dc service neutron] 10.222.0.11 "GET /v2.0/networks/2b04c4b7-51ec-44a3-876e-a0d61c647f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167505 Sep 07 14:42:57.307837 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [req-229906dc-7aad-48c3-a331-97ab64f01151 req-d73da7ba-0c29-4948-ae48-99a37f1d4408 service neutron] Attempting to bind port 62e2be16-2d84-480f-81fb-225d244ae332 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:42:57.308211 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [req-229906dc-7aad-48c3-a331-97ab64f01151 req-d73da7ba-0c29-4948-ae48-99a37f1d4408 service neutron] Attempting to bind port 62e2be16-2d84-480f-81fb-225d244ae332 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': '33cad443-550e-44eb-8a23-9490b4c4b203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:42:57.308499 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229906dc-7aad-48c3-a331-97ab64f01151 req-d73da7ba-0c29-4948-ae48-99a37f1d4408 service neutron] Attempting to bind port 62e2be16-2d84-480f-81fb-225d244ae332 on network 10bc76c4-28c7-4ddc-9078-74979f2c3f45 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:42:57.310603 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73da7ba-0c29-4948-ae48-99a37f1d4408 service neutron] Pushing event updated for resources: {'Port': ['ID=62e2be16-2d84-480f-81fb-225d244ae332,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:57.315743 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229906dc-7aad-48c3-a331-97ab64f01151 req-d73da7ba-0c29-4948-ae48-99a37f1d4408 service neutron] Port 62e2be16-2d84-480f-81fb-225d244ae332 on network 10bc76c4-28c7-4ddc-9078-74979f2c3f45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:42:57.315948 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229906dc-7aad-48c3-a331-97ab64f01151 req-d73da7ba-0c29-4948-ae48-99a37f1d4408 service neutron] Attempting to bind port 62e2be16-2d84-480f-81fb-225d244ae332 on network 10bc76c4-28c7-4ddc-9078-74979f2c3f45 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:42:57.321228 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229906dc-7aad-48c3-a331-97ab64f01151 req-d73da7ba-0c29-4948-ae48-99a37f1d4408 service neutron] Checking agent: {'id': '0e933200-ccc3-44fa-a7f6-4e1417f97b5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 34, 32), 'started_at': datetime.datetime(2021, 9, 7, 14, 34, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:42:57.321561 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229906dc-7aad-48c3-a331-97ab64f01151 req-d73da7ba-0c29-4948-ae48-99a37f1d4408 service neutron] Checking segment: {'id': '33cad443-550e-44eb-8a23-9490b4c4b203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:42:57.321955 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229906dc-7aad-48c3-a331-97ab64f01151 req-d73da7ba-0c29-4948-ae48-99a37f1d4408 service neutron] Bound using segment: {'id': '33cad443-550e-44eb-8a23-9490b4c4b203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:42:57.325493 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [req-229906dc-7aad-48c3-a331-97ab64f01151 req-d73da7ba-0c29-4948-ae48-99a37f1d4408 service neutron] Bound port: 62e2be16-2d84-480f-81fb-225d244ae332, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33cad443-550e-44eb-8a23-9490b4c4b203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:42:57.325493 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-229906dc-7aad-48c3-a331-97ab64f01151 req-d73da7ba-0c29-4948-ae48-99a37f1d4408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:57.393695 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5aa4f-8edd-4713-98e5-8aa6e68c9d76 req-d8f68058-ac05-4613-a664-65bf60d3be0e tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:57.395265 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-05f5aa4f-8edd-4713-98e5-8aa6e68c9d76 req-d8f68058-ac05-4613-a664-65bf60d3be0e tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 943 time: 0.0922117 Sep 07 14:42:57.432814 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-2fcc2a92-a6d7-4b82-80cf-47fa64ed727f service neutron] 10.222.0.11 "GET /v2.0/networks/2b04c4b7-51ec-44a3-876e-a0d61c647f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660988 Sep 07 14:42:57.439494 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-5fd5aed5-f0e1-4b35-a045-2674629cbbd5 req-554bee86-670d-497f-b7fb-9d1693807536 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0640345 Sep 07 14:42:57.453525 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-05f5aa4f-8edd-4713-98e5-8aa6e68c9d76 req-6a8d0a85-e1ea-45b7-bcf2-a4ea2905e274 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466762 Sep 07 14:42:57.457639 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [req-229906dc-7aad-48c3-a331-97ab64f01151 req-d73da7ba-0c29-4948-ae48-99a37f1d4408 service neutron] For port 62e2be16-2d84-480f-81fb-225d244ae332, host hv-cinder-76015, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:42:57.470269 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [req-229906dc-7aad-48c3-a331-97ab64f01151 req-d73da7ba-0c29-4948-ae48-99a37f1d4408 service neutron] For port 62e2be16-2d84-480f-81fb-225d244ae332, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=62e2be16-2d84-480f-81fb-225d244ae332,segment=NetworkSegment(33cad443-550e-44eb-8a23-9490b4c4b203),segment_id=33cad443-550e-44eb-8a23-9490b4c4b203)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:42:57.564241 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-229906dc-7aad-48c3-a331-97ab64f01151 req-d73da7ba-0c29-4948-ae48-99a37f1d4408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009912'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:57.599965 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229906dc-7aad-48c3-a331-97ab64f01151 req-d73da7ba-0c29-4948-ae48-99a37f1d4408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:57.600581 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-229906dc-7aad-48c3-a331-97ab64f01151 req-d73da7ba-0c29-4948-ae48-99a37f1d4408 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:42:57.602000 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-229906dc-7aad-48c3-a331-97ab64f01151 req-d73da7ba-0c29-4948-ae48-99a37f1d4408 service neutron] 10.222.0.22 "PUT /v2.0/ports/62e2be16-2d84-480f-81fb-225d244ae332 HTTP/1.1" status: 200 len: 1094 time: 0.9671142 Sep 07 14:42:57.602477 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e0a5ba2-9a63-4995-9281-5a3531ae4821', 'tag': '62e2be16-2d84-480f-81fb-225d244ae332'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:42:57.604705 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ae4c01fc0fef93246b53b81dc3c4053f5278a59fc30262d76e8d579d86f7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638b0f6e-3aa4-4617-8343-cbf25ca5ef32" -d '{"events": [{"name": "network-changed", "server_uuid": "4e0a5ba2-9a63-4995-9281-5a3531ae4821", "tag": "62e2be16-2d84-480f-81fb-225d244ae332"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:42:57.629990 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73da7ba-0c29-4948-ae48-99a37f1d4408 service neutron] Pushing event updated for resources: {'Port': ['ID=62e2be16-2d84-480f-81fb-225d244ae332,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:42:57.650301 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee91ac2-f1d4-4520-bcbc-c9d122d07d5a x-openstack-request-id: req-bee91ac2-f1d4-4520-bcbc-c9d122d07d5a {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:42:57.650594 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e0a5ba2-9a63-4995-9281-5a3531ae4821", "tag": "62e2be16-2d84-480f-81fb-225d244ae332", "status": "completed", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:42:57.650846 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bee91ac2-f1d4-4520-bcbc-c9d122d07d5a {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:42:57.651240 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e0a5ba2-9a63-4995-9281-5a3531ae4821', 'tag': '62e2be16-2d84-480f-81fb-225d244ae332', 'status': 'completed', 'code': 200} Sep 07 14:42:57.717001 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b0f6e-3aa4-4617-8343-cbf25ca5ef32 req-c3b8cd69-fe97-47c8-8fa5-24187b9a3221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:57.718583 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-638b0f6e-3aa4-4617-8343-cbf25ca5ef32 req-c3b8cd69-fe97-47c8-8fa5-24187b9a3221 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ddcff35f4fe74c3087d85eedd77cfcb3&device_id=4e0a5ba2-9a63-4995-9281-5a3531ae4821 HTTP/1.1" status: 200 len: 1097 time: 0.0435479 Sep 07 14:42:57.826085 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b0f6e-3aa4-4617-8343-cbf25ca5ef32 req-96885ad5-c8ed-444e-9e4b-dd0cb4ba1f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:57.828097 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-638b0f6e-3aa4-4617-8343-cbf25ca5ef32 req-96885ad5-c8ed-444e-9e4b-dd0cb4ba1f25 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=ddcff35f4fe74c3087d85eedd77cfcb3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0995693 Sep 07 14:42:57.923133 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b0f6e-3aa4-4617-8343-cbf25ca5ef32 req-2f032396-0719-4648-bb5f-4f83815a9a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:57.924852 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-638b0f6e-3aa4-4617-8343-cbf25ca5ef32 req-2f032396-0719-4648-bb5f-4f83815a9a04 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895472 Sep 07 14:42:58.010563 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229906dc-7aad-48c3-a331-97ab64f01151 req-c9725c4f-3672-4cbc-92ba-9b0b3f1b9a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:58.012786 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-229906dc-7aad-48c3-a331-97ab64f01151 req-c9725c4f-3672-4cbc-92ba-9b0b3f1b9a6e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ddcff35f4fe74c3087d85eedd77cfcb3&device_id=4e0a5ba2-9a63-4995-9281-5a3531ae4821 HTTP/1.1" status: 200 len: 1097 time: 0.0444973 Sep 07 14:42:58.041211 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-18eb9b30-2453-4dc6-a28a-de9ad7115d7b req-b8014f9d-de8c-43de-b7a8-ca9989c15afb tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 210 time: 0.0375257 Sep 07 14:42:58.062310 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-229906dc-7aad-48c3-a331-97ab64f01151 req-7da152be-ec18-49d9-9693-eb624bb317d1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62e2be16-2d84-480f-81fb-225d244ae332 HTTP/1.1" status: 200 len: 217 time: 0.0415993 Sep 07 14:42:58.114451 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229906dc-7aad-48c3-a331-97ab64f01151 req-d991a8db-b56e-4798-891d-a2b0db36e91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:58.115823 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-229906dc-7aad-48c3-a331-97ab64f01151 req-d991a8db-b56e-4798-891d-a2b0db36e91a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=846cc3d9-b8d8-4a47-8daf-12b566ed01c8 HTTP/1.1" status: 200 len: 851 time: 0.0452623 Sep 07 14:42:58.162900 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229906dc-7aad-48c3-a331-97ab64f01151 req-b1e12da1-a888-489d-96b1-b07696bac66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:58.164369 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-229906dc-7aad-48c3-a331-97ab64f01151 req-b1e12da1-a888-489d-96b1-b07696bac66b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=10bc76c4-28c7-4ddc-9078-74979f2c3f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412118 Sep 07 14:42:58.257097 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-229906dc-7aad-48c3-a331-97ab64f01151 req-106da212-cfad-45ec-8a33-587fa5709d2f service neutron] 10.222.0.22 "GET /v2.0/networks/10bc76c4-28c7-4ddc-9078-74979f2c3f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859642 Sep 07 14:42:58.345980 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-229906dc-7aad-48c3-a331-97ab64f01151 req-c6d57461-ba13-450f-8c31-a4112a75189a service neutron] 10.222.0.22 "GET /v2.0/networks/10bc76c4-28c7-4ddc-9078-74979f2c3f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817649 Sep 07 14:42:58.355811 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc61b6-102d-47bc-b103-eb6c25b95991 req-3466e644-4678-40cf-92b5-58a2275011e4 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:58.355811 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-28dc61b6-102d-47bc-b103-eb6c25b95991 req-3466e644-4678-40cf-92b5-58a2275011e4 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e0a5ba2-9a63-4995-9281-5a3531ae4821 HTTP/1.1" status: 200 len: 944 time: 0.0489488 Sep 07 14:42:58.389007 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-28dc61b6-102d-47bc-b103-eb6c25b95991 req-9c4af15b-9740-414c-a3b4-89268f739bca tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318427 Sep 07 14:42:58.581576 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862760f-066b-439e-b55e-928e411c6ae7 req-52e64c9b-24c4-4299-9dc5-26bc244210bd tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:58.583244 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2862760f-066b-439e-b55e-928e411c6ae7 req-52e64c9b-24c4-4299-9dc5-26bc244210bd tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 943 time: 0.0518603 Sep 07 14:42:58.623695 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2862760f-066b-439e-b55e-928e411c6ae7 req-915b6e72-c58a-4ac1-8db2-9f6b62baeab7 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341837 Sep 07 14:42:59.111128 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6fa545df-a190-4e52-8bdd-46c2fce5e8e4 req-9c11228f-74f8-48ea-b88b-b8ab93d53d45 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 210 time: 0.0283952 Sep 07 14:42:59.506659 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e12f9-8d7a-4384-bc17-197072e42e9a req-36039058-6c51-40af-9504-5f3d961fa6c4 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:59.508121 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-df0e12f9-8d7a-4384-bc17-197072e42e9a req-36039058-6c51-40af-9504-5f3d961fa6c4 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e0a5ba2-9a63-4995-9281-5a3531ae4821 HTTP/1.1" status: 200 len: 944 time: 0.0524819 Sep 07 14:42:59.547179 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-df0e12f9-8d7a-4384-bc17-197072e42e9a req-b25c9944-1271-4e90-80cc-1984d1122a75 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325563 Sep 07 14:42:59.745867 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c94a13-5cc6-4d29-9009-2798994a435c req-192bfbfa-a210-4b98-be4d-3a06ddf54fd0 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:42:59.747931 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d0c94a13-5cc6-4d29-9009-2798994a435c req-192bfbfa-a210-4b98-be4d-3a06ddf54fd0 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 943 time: 0.0520961 Sep 07 14:42:59.789412 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d0c94a13-5cc6-4d29-9009-2798994a435c req-bca73c86-2639-4f06-ad09-868bad2b31dc tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353360 Sep 07 14:43:00.186761 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c94eccfd-f685-4ef7-9e10-8973b8985f6a req-8baada46-a00c-4c17-9746-2b4fdde2df49 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 210 time: 0.0270574 Sep 07 14:43:00.670235 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1748a948-e8e9-43ea-9caa-2a601686c022 req-07720556-5309-43b7-9186-c274a3b58371 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:00.671755 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1748a948-e8e9-43ea-9caa-2a601686c022 req-07720556-5309-43b7-9186-c274a3b58371 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e0a5ba2-9a63-4995-9281-5a3531ae4821 HTTP/1.1" status: 200 len: 944 time: 0.0535550 Sep 07 14:43:00.686671 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5aed5-f0e1-4b35-a045-2674629cbbd5 req-b5fcaa80-8e6f-4aa5-8c73-4156fff21303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:00.688374 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-5fd5aed5-f0e1-4b35-a045-2674629cbbd5 req-b5fcaa80-8e6f-4aa5-8c73-4156fff21303 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153&tenant_id=ab59e88db16c4855917d2a934d5b08f2 HTTP/1.1" status: 200 len: 1096 time: 0.0767326 Sep 07 14:43:00.714732 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1748a948-e8e9-43ea-9caa-2a601686c022 req-a3d98873-5fcc-4ffa-b3af-fa34bc7fd672 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353971 Sep 07 14:43:00.753654 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5aed5-f0e1-4b35-a045-2674629cbbd5 req-34803e65-b1ab-4e4c-85c5-76507d73ae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:00.755177 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-5fd5aed5-f0e1-4b35-a045-2674629cbbd5 req-34803e65-b1ab-4e4c-85c5-76507d73ae62 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ab59e88db16c4855917d2a934d5b08f2&device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 1096 time: 0.0427058 Sep 07 14:43:00.849821 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5aed5-f0e1-4b35-a045-2674629cbbd5 req-bc3b2b13-692c-46ba-ad55-ed84064f58cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:00.851376 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-5fd5aed5-f0e1-4b35-a045-2674629cbbd5 req-bc3b2b13-692c-46ba-ad55-ed84064f58cd service neutron] 10.222.0.22 "GET /v2.0/networks?id=da6e8dca-6945-4602-b5cc-b9742d335a11 HTTP/1.1" status: 200 len: 917 time: 0.0895693 Sep 07 14:43:00.909635 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d56ae6-7d54-4d0d-8efa-55969e345b4c req-0fe14ae1-dfc2-485a-9860-2997c3dc6a60 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:00.911266 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d6d56ae6-7d54-4d0d-8efa-55969e345b4c req-0fe14ae1-dfc2-485a-9860-2997c3dc6a60 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 943 time: 0.0480576 Sep 07 14:43:00.916253 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-5fd5aed5-f0e1-4b35-a045-2674629cbbd5 req-8b65002e-ca7f-4d03-b363-dfb8195d0788 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=035a64a4-3762-4d3c-99d0-8c3ccf57c8e8 HTTP/1.1" status: 200 len: 999 time: 0.0575316 Sep 07 14:43:00.951892 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d6d56ae6-7d54-4d0d-8efa-55969e345b4c req-c2d4266d-e9a0-4ec4-a2a6-8c1fafba6ec6 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344248 Sep 07 14:43:00.968780 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5aed5-f0e1-4b35-a045-2674629cbbd5 req-7f1ca8b3-0916-46e8-afbe-6843e3447f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:00.968780 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-5fd5aed5-f0e1-4b35-a045-2674629cbbd5 req-7f1ca8b3-0916-46e8-afbe-6843e3447f0b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=97647f27-4ef1-4c12-811b-6c63faa2d593 HTTP/1.1" status: 200 len: 855 time: 0.0438552 Sep 07 14:43:01.023925 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5aed5-f0e1-4b35-a045-2674629cbbd5 req-878f3b4e-68b8-4c28-b367-465aa5986bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:01.025401 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-5fd5aed5-f0e1-4b35-a045-2674629cbbd5 req-878f3b4e-68b8-4c28-b367-465aa5986bcd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=da6e8dca-6945-4602-b5cc-b9742d335a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431135 Sep 07 14:43:01.114940 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-5fd5aed5-f0e1-4b35-a045-2674629cbbd5 req-67d4d408-5d0e-40c4-b7e1-6d3993a4fc4a service neutron] 10.222.0.22 "GET /v2.0/networks/da6e8dca-6945-4602-b5cc-b9742d335a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823991 Sep 07 14:43:01.207678 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-5fd5aed5-f0e1-4b35-a045-2674629cbbd5 req-eeba8319-b37f-473e-b3a1-f76cdb487be7 service neutron] 10.222.0.22 "GET /v2.0/networks/da6e8dca-6945-4602-b5cc-b9742d335a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854681 Sep 07 14:43:01.284026 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c8c61dca-f71e-4ae6-a6b3-8d5a57625532 req-5033b7d1-18d9-4fb7-87b8-e8d76792e913 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 210 time: 0.0282063 Sep 07 14:43:01.861245 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99165ec2-50c3-406b-a089-9e5d0775f1b0 req-93f40a90-d11c-4508-bad3-cfdf83287069 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:01.870154 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-99165ec2-50c3-406b-a089-9e5d0775f1b0 req-93f40a90-d11c-4508-bad3-cfdf83287069 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e0a5ba2-9a63-4995-9281-5a3531ae4821 HTTP/1.1" status: 200 len: 944 time: 0.0651283 Sep 07 14:43:01.923472 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-99165ec2-50c3-406b-a089-9e5d0775f1b0 req-b7b768dd-0e73-47b7-a6fd-c11fd57a7420 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518539 Sep 07 14:43:02.088139 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ffe9d-8c01-446d-84c2-787d01fb5c31 req-4e865c57-3fb8-494b-a879-a3b4e4196030 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:02.095304 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2c3ffe9d-8c01-446d-84c2-787d01fb5c31 req-4e865c57-3fb8-494b-a879-a3b4e4196030 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 943 time: 0.0617757 Sep 07 14:43:02.129678 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2c3ffe9d-8c01-446d-84c2-787d01fb5c31 req-7b57ca41-ce73-46db-b311-30f52eb77794 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332325 Sep 07 14:43:02.383057 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c19e7dee-c59d-458e-8f8f-caf800fa27dd req-1b494cbb-ce12-49b0-9df8-d0f7e1a65f94 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 210 time: 0.0289295 Sep 07 14:43:02.420881 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-e44c841e-5cdb-409d-bb00-272c3bd97714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:02.603238 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:03.035713 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb60e9-30c3-401f-86b8-714956475a16 req-8184fb7c-6b39-4c60-baaa-c20385983474 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:03.037189 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2aeb60e9-30c3-401f-86b8-714956475a16 req-8184fb7c-6b39-4c60-baaa-c20385983474 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e0a5ba2-9a63-4995-9281-5a3531ae4821 HTTP/1.1" status: 200 len: 944 time: 0.0498948 Sep 07 14:43:03.077349 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2aeb60e9-30c3-401f-86b8-714956475a16 req-9b267974-8c15-4dfd-bad7-190ae978f718 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342159 Sep 07 14:43:03.264396 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5fd23e-ef11-49a6-b47d-fe8473dc8299 req-2ee37a16-54dd-4a42-a772-e332a0960caf tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:03.265793 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-fd5fd23e-ef11-49a6-b47d-fe8473dc8299 req-2ee37a16-54dd-4a42-a772-e332a0960caf tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 943 time: 0.0540986 Sep 07 14:43:03.307009 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-fd5fd23e-ef11-49a6-b47d-fe8473dc8299 req-14d14a0f-cf9d-42ed-bb02-40ea345a8ee0 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353248 Sep 07 14:43:03.479365 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-654374ef-f648-41bf-b959-978e65b54b15 req-9e9791b2-a988-443c-8731-0ec91356b57b tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 210 time: 0.0262482 Sep 07 14:43:04.196339 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f74766-db6d-4c46-a823-c46e819b16d5 req-0fd2cb99-88b5-493d-a4c0-0414c697cdff tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:04.197831 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-04f74766-db6d-4c46-a823-c46e819b16d5 req-0fd2cb99-88b5-493d-a4c0-0414c697cdff tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e0a5ba2-9a63-4995-9281-5a3531ae4821 HTTP/1.1" status: 200 len: 944 time: 0.0518486 Sep 07 14:43:04.237107 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-04f74766-db6d-4c46-a823-c46e819b16d5 req-54c86cf5-47f4-48d5-a8c2-7e33c2555680 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327716 Sep 07 14:43:04.433263 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ab43f-9a7c-4a79-bdb3-e779eb9cbead req-74e0ff80-3cde-41f9-bcda-f7822d376646 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:04.434778 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-421ab43f-9a7c-4a79-bdb3-e779eb9cbead req-74e0ff80-3cde-41f9-bcda-f7822d376646 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 943 time: 0.0547442 Sep 07 14:43:04.472814 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-421ab43f-9a7c-4a79-bdb3-e779eb9cbead req-66e14c32-93e6-401b-b42e-315963c3fa6b tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321877 Sep 07 14:43:04.584481 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-57af76bf-6edb-4a2c-bca2-157b1725e6ea req-83411f66-72a0-4755-a429-1f21efd96d8f tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 210 time: 0.0283537 Sep 07 14:43:05.004030 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-233a0e54-48b6-4116-a973-d1a69314e9be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:05.353182 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc967061-e416-43ce-b899-81a17d25aaec req-2f324cc1-ca05-40ae-85c1-8951382806a0 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:05.354745 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-fc967061-e416-43ce-b899-81a17d25aaec req-2f324cc1-ca05-40ae-85c1-8951382806a0 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e0a5ba2-9a63-4995-9281-5a3531ae4821 HTTP/1.1" status: 200 len: 944 time: 0.0476043 Sep 07 14:43:05.397999 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-fc967061-e416-43ce-b899-81a17d25aaec req-bcaf9a0e-c94c-4ee7-bdd6-26fcc3dec077 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357668 Sep 07 14:43:05.426340 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:05.604397 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01e957-93df-41c6-9e0d-6cff287bb072 req-fb4db221-e3f6-4533-890f-93eb37b8441e tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:05.605881 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8b01e957-93df-41c6-9e0d-6cff287bb072 req-fb4db221-e3f6-4533-890f-93eb37b8441e tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 943 time: 0.0562601 Sep 07 14:43:05.648909 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8b01e957-93df-41c6-9e0d-6cff287bb072 req-d8e36186-3d2b-48ed-aa79-b7488dfc70ea tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364161 Sep 07 14:43:05.692428 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ad0a6a7a-62e3-410f-ac0d-449bdba89e0c req-2b6a156e-fbf0-4cfd-aafb-e818f3e0c610 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 210 time: 0.0326920 Sep 07 14:43:06.169649 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:06.526951 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd99de-db11-46d3-8fdd-718e503e743b req-779fb02f-f572-4681-90be-2a83aa71556d tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:06.528596 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6ddd99de-db11-46d3-8fdd-718e503e743b req-779fb02f-f572-4681-90be-2a83aa71556d tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e0a5ba2-9a63-4995-9281-5a3531ae4821 HTTP/1.1" status: 200 len: 944 time: 0.0487199 Sep 07 14:43:06.571639 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6ddd99de-db11-46d3-8fdd-718e503e743b req-95143777-6e5e-4cca-af2b-e83eb497bf2d tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357683 Sep 07 14:43:06.807369 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-40fe57f7-4589-4875-a00d-e92e7aed097b req-da589b5b-9443-44dd-8c25-a1b3c446e509 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 210 time: 0.0423462 Sep 07 14:43:06.816036 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e23f9-7657-49b9-b406-565eb7bed2a6 req-f470ba95-1e12-4594-b8eb-9c70ac555ba8 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:06.817531 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-725e23f9-7657-49b9-b406-565eb7bed2a6 req-f470ba95-1e12-4594-b8eb-9c70ac555ba8 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 943 time: 0.0886059 Sep 07 14:43:06.859860 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-725e23f9-7657-49b9-b406-565eb7bed2a6 req-1b6d10b6-405c-41f0-aa96-3cf10ee3f229 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326474 Sep 07 14:43:07.692898 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038961b8-43ab-42c0-9a42-2601aa1e9937 req-e48fcfbf-212c-4e96-8636-860ce7ce1ece tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:07.694413 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-038961b8-43ab-42c0-9a42-2601aa1e9937 req-e48fcfbf-212c-4e96-8636-860ce7ce1ece tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e0a5ba2-9a63-4995-9281-5a3531ae4821 HTTP/1.1" status: 200 len: 944 time: 0.0509021 Sep 07 14:43:07.742579 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-038961b8-43ab-42c0-9a42-2601aa1e9937 req-2e04aebf-a7f5-4554-bcf1-6dccbc308078 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404904 Sep 07 14:43:07.803804 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:07.906614 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a2a22a58-f4c2-4753-9463-b9078b94acbc req-73210ffa-995d-43ad-be7b-c7133a8c3581 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 210 time: 0.0280364 Sep 07 14:43:07.987557 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1df46c-45da-4b63-bb1e-43a334735699 req-2fb4473e-ead9-4446-b87a-7ebd611c97d3 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:07.989158 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1a1df46c-45da-4b63-bb1e-43a334735699 req-2fb4473e-ead9-4446-b87a-7ebd611c97d3 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 943 time: 0.0556471 Sep 07 14:43:08.028142 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1a1df46c-45da-4b63-bb1e-43a334735699 req-171a7f53-9f20-4361-afe5-f4e35e635781 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330763 Sep 07 14:43:08.880313 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25552f44-6485-4385-b568-f106dadcad9a req-6b0e406e-d77a-4530-a6a3-c6795e9a933d tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:08.882051 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-25552f44-6485-4385-b568-f106dadcad9a req-6b0e406e-d77a-4530-a6a3-c6795e9a933d tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e0a5ba2-9a63-4995-9281-5a3531ae4821 HTTP/1.1" status: 200 len: 944 time: 0.0508711 Sep 07 14:43:08.931578 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-25552f44-6485-4385-b568-f106dadcad9a req-2d8d1f5a-bda0-4fbc-82c0-a4442344a7b0 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419259 Sep 07 14:43:09.011574 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ac385602-6ee5-45cb-b0a5-5782550b002b req-507c0a56-3efa-49d5-97b1-13a371a66e49 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 210 time: 0.0264001 Sep 07 14:43:09.174003 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17d205-7d9f-481a-87df-7c415ada8b10 req-45b9a9f5-901a-44c6-814c-3a37dc2d9b6c tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:09.175497 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3b17d205-7d9f-481a-87df-7c415ada8b10 req-45b9a9f5-901a-44c6-814c-3a37dc2d9b6c tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 943 time: 0.0558300 Sep 07 14:43:09.213288 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3b17d205-7d9f-481a-87df-7c415ada8b10 req-bb782765-ae88-45d6-92c4-11818dbe54b5 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316269 Sep 07 14:43:10.061841 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46eb956-03c0-444f-83c6-9eb75a3bb41c req-3f08ba42-8831-4d01-bbd1-12dc4416d60a tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:10.063533 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a46eb956-03c0-444f-83c6-9eb75a3bb41c req-3f08ba42-8831-4d01-bbd1-12dc4416d60a tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e0a5ba2-9a63-4995-9281-5a3531ae4821 HTTP/1.1" status: 200 len: 944 time: 0.0562205 Sep 07 14:43:10.114095 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-73ca463a-fb43-4096-b429-d45faa8f9e50 req-f8111d44-6ff3-4c06-9d42-0209c6ad511a tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 210 time: 0.0310454 Sep 07 14:43:10.132217 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a46eb956-03c0-444f-83c6-9eb75a3bb41c req-d19468cf-a148-4e93-8fc9-a1e94dd20d0c tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628288 Sep 07 14:43:10.342672 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7a32d-73c1-4490-92bf-795cd9ff79b2 req-2beced3e-b507-4f68-b746-1034cd6be340 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:10.344263 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-25a7a32d-73c1-4490-92bf-795cd9ff79b2 req-2beced3e-b507-4f68-b746-1034cd6be340 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 943 time: 0.0553124 Sep 07 14:43:10.386224 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-25a7a32d-73c1-4490-92bf-795cd9ff79b2 req-648fe744-a17d-43b7-a837-22ef6947ac33 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356069 Sep 07 14:43:11.482619 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ef7c2ceb-49b6-460c-9d61-5328ee202e38 req-5c6ab681-2f42-4e1f-8384-1631360e37a7 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 210 time: 0.2874706 Sep 07 14:43:11.547511 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50a877-222a-4d0b-9a9f-d6e385ed559e req-daaa95a9-659a-475a-b8e6-4cd205df1d76 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:11.549083 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ef50a877-222a-4d0b-9a9f-d6e385ed559e req-daaa95a9-659a-475a-b8e6-4cd205df1d76 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e0a5ba2-9a63-4995-9281-5a3531ae4821 HTTP/1.1" status: 200 len: 944 time: 0.0700498 Sep 07 14:43:11.619402 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ef50a877-222a-4d0b-9a9f-d6e385ed559e req-1eb7d6bb-00b1-4efa-aad2-b8290bfbe10d tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635037 Sep 07 14:43:11.634580 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e379db-f110-4fe4-87e7-512f972b5fc9 req-eff18784-e43f-4f7c-b61b-cf719586d993 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:11.636112 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-60e379db-f110-4fe4-87e7-512f972b5fc9 req-eff18784-e43f-4f7c-b61b-cf719586d993 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 943 time: 0.0737431 Sep 07 14:43:11.680613 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-60e379db-f110-4fe4-87e7-512f972b5fc9 req-96706b4e-c56b-4af0-9b73-b5673105490f tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376854 Sep 07 14:43:12.587413 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6ad849d4-4e0c-4e0a-9dcf-a4ff980328ea req-872e8199-6d9b-4681-a35d-2892d74c616c tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 210 time: 0.0260267 Sep 07 14:43:12.738157 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86510a1-6ef7-45ee-b8ed-b2b315d955a3 req-d780cb61-09b2-41d1-91a1-b78b64885bf8 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:12.739657 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f86510a1-6ef7-45ee-b8ed-b2b315d955a3 req-d780cb61-09b2-41d1-91a1-b78b64885bf8 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e0a5ba2-9a63-4995-9281-5a3531ae4821 HTTP/1.1" status: 200 len: 944 time: 0.0500000 Sep 07 14:43:12.805709 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f86510a1-6ef7-45ee-b8ed-b2b315d955a3 req-1fbd9f08-3aae-4bbb-a684-14ad7ee57071 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599775 Sep 07 14:43:12.818487 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e46e2e-6aaa-44c1-ac11-1e7ae22ae5a0 req-90797e51-60b4-44ff-90fa-d5abcd6b90e3 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:12.819954 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-82e46e2e-6aaa-44c1-ac11-1e7ae22ae5a0 req-90797e51-60b4-44ff-90fa-d5abcd6b90e3 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 943 time: 0.0676992 Sep 07 14:43:12.869929 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-82e46e2e-6aaa-44c1-ac11-1e7ae22ae5a0 req-c6b9eb76-4560-45f6-8c8d-c4e32773aaef tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439379 Sep 07 14:43:13.186060 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-adf9b5fb-7ef4-40aa-ae7b-212eb09dc279 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:13.187376 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-adf9b5fb-7ef4-40aa-ae7b-212eb09dc279 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.22 "GET /v2.0/networks?id=2b04c4b7-51ec-44a3-876e-a0d61c647f54 HTTP/1.1" status: 200 len: 809 time: 0.1033218 Sep 07 14:43:13.232254 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-95d60bab-9e36-4f60-9b74-c8010a10c00d tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb8695fb2fcc49db9e216007d032174f HTTP/1.1" status: 200 len: 380 time: 0.0343828 Sep 07 14:43:13.242884 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-9afe96b0-a298-4c93-878b-24aa27f3259e tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Request body: {'port': {'device_id': '823c5382-42f3-4ed1-b804-105c508f7582', 'network_id': '2b04c4b7-51ec-44a3-876e-a0d61c647f54', 'admin_state_up': True, 'tenant_id': 'fb8695fb2fcc49db9e216007d032174f', 'security_groups': ['dc6dafd9-1d11-4509-b316-0249bf4d39f7']}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:43:13.432401 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-9afe96b0-a298-4c93-878b-24aa27f3259e tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Made reservation on behalf of fb8695fb2fcc49db9e216007d032174f for: {'port': 1} {{(pid=94641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:43:13.436161 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-9afe96b0-a298-4c93-878b-24aa27f3259e tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:13.561815 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-9afe96b0-a298-4c93-878b-24aa27f3259e tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Allocated IP 172.20.0.9 (2b04c4b7-51ec-44a3-876e-a0d61c647f54/6ccff5bd-d913-47ce-b5ae-4e400120a8ad/c1c4d773-fd96-46c6-a471-a5752da670a9) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:43:13.682920 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2292f0c0-d6a8-47ed-9cbd-b3690719775a req-c2ec4909-3909-49bc-876d-97c36e0e7fdc tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 210 time: 0.0295646 Sep 07 14:43:13.704535 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-9afe96b0-a298-4c93-878b-24aa27f3259e tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:13.718792 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-9afe96b0-a298-4c93-878b-24aa27f3259e tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Transition to ACTIVE for port object c1c4d773-fd96-46c6-a471-a5752da670a9 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:43:13.855663 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-9afe96b0-a298-4c93-878b-24aa27f3259e tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:13.899697 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-9afe96b0-a298-4c93-878b-24aa27f3259e tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Network 2b04c4b7-51ec-44a3-876e-a0d61c647f54 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:43:13.902866 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-9afe96b0-a298-4c93-878b-24aa27f3259e tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:43:13.913587 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe96b0-a298-4c93-878b-24aa27f3259e tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Pushing event updated for resources: {'Port': ['ID=c1c4d773-fd96-46c6-a471-a5752da670a9,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:43:13.925005 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-9afe96b0-a298-4c93-878b-24aa27f3259e tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:43:13.928466 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afe96b0-a298-4c93-878b-24aa27f3259e tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:43:13.930740 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afe96b0-a298-4c93-878b-24aa27f3259e tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:43:13.930740 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afe96b0-a298-4c93-878b-24aa27f3259e tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:43:13.930740 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afe96b0-a298-4c93-878b-24aa27f3259e tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:43:13.930740 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afe96b0-a298-4c93-878b-24aa27f3259e tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:43:13.930740 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afe96b0-a298-4c93-878b-24aa27f3259e tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:43:13.930740 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afe96b0-a298-4c93-878b-24aa27f3259e tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:43:13.930740 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afe96b0-a298-4c93-878b-24aa27f3259e tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:43:13.931418 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afe96b0-a298-4c93-878b-24aa27f3259e tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:43:13.931418 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afe96b0-a298-4c93-878b-24aa27f3259e tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:43:13.931679 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afe96b0-a298-4c93-878b-24aa27f3259e tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:43:13.932697 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afe96b0-a298-4c93-878b-24aa27f3259e tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:43:13.954986 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605718a2-7f62-42d1-abc4-f20137bb628a req-cb827247-6d7f-4a6d-a57c-ae879bb42d4d tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:13.975826 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-605718a2-7f62-42d1-abc4-f20137bb628a req-cb827247-6d7f-4a6d-a57c-ae879bb42d4d tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e0a5ba2-9a63-4995-9281-5a3531ae4821 HTTP/1.1" status: 200 len: 944 time: 0.1006365 Sep 07 14:43:13.992959 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-9afe96b0-a298-4c93-878b-24aa27f3259e tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:13.993603 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-9afe96b0-a298-4c93-878b-24aa27f3259e tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:14.039565 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-605718a2-7f62-42d1-abc4-f20137bb628a req-be728380-a824-4189-be16-8d25650f6706 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628850 Sep 07 14:43:14.055147 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e64075-9701-40db-8677-c44a8c2913bc req-d36fce41-f953-4429-959b-f121240a4954 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:14.056658 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-93e64075-9701-40db-8677-c44a8c2913bc req-d36fce41-f953-4429-959b-f121240a4954 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 943 time: 0.0789003 Sep 07 14:43:14.101254 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-93e64075-9701-40db-8677-c44a8c2913bc req-f99af305-15c0-4705-95c4-151a8ce8daf1 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380535 Sep 07 14:43:14.108107 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-9afe96b0-a298-4c93-878b-24aa27f3259e tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8688288 Sep 07 14:43:14.120597 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-26186cd9-742d-483d-bdb0-f56238f81bd0 service neutron] Request body: {'port': {'device_id': '823c5382-42f3-4ed1-b804-105c508f7582', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:43:14.173854 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-26186cd9-742d-483d-bdb0-f56238f81bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:14.266755 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-253b3018-0a31-454b-ab8b-5b49cd0c071a None None] Provisioning for port c1c4d773-fd96-46c6-a471-a5752da670a9 completed by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:43:14.270539 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-253b3018-0a31-454b-ab8b-5b49cd0c071a None None] Provisioning complete for port c1c4d773-fd96-46c6-a471-a5752da670a9 triggered by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:43:14.270909 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-253b3018-0a31-454b-ab8b-5b49cd0c071a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:14.304636 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-253b3018-0a31-454b-ab8b-5b49cd0c071a None None] Port c1c4d773-fd96-46c6-a471-a5752da670a9 cannot update to ACTIVE because it is not bound. {{(pid=94642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:43:14.440786 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-26186cd9-742d-483d-bdb0-f56238f81bd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1c4d773-fd96-46c6-a471-a5752da670a9 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:43:14.448093 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-26186cd9-742d-483d-bdb0-f56238f81bd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:14.460119 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-26186cd9-742d-483d-bdb0-f56238f81bd0 service neutron] Transition to ACTIVE for port object c1c4d773-fd96-46c6-a471-a5752da670a9 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:43:14.558345 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-26186cd9-742d-483d-bdb0-f56238f81bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009912'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:14.610704 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26186cd9-742d-483d-bdb0-f56238f81bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=c1c4d773-fd96-46c6-a471-a5752da670a9,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:43:14.684424 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-26186cd9-742d-483d-bdb0-f56238f81bd0 service neutron] Attempting to bind port c1c4d773-fd96-46c6-a471-a5752da670a9 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:43:14.684769 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-26186cd9-742d-483d-bdb0-f56238f81bd0 service neutron] Attempting to bind port c1c4d773-fd96-46c6-a471-a5752da670a9 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': '877a019a-cfdd-4d48-bea9-4e61887389af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '2b04c4b7-51ec-44a3-876e-a0d61c647f54'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:43:14.685095 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-26186cd9-742d-483d-bdb0-f56238f81bd0 service neutron] Attempting to bind port c1c4d773-fd96-46c6-a471-a5752da670a9 on network 2b04c4b7-51ec-44a3-876e-a0d61c647f54 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:43:14.690780 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-26186cd9-742d-483d-bdb0-f56238f81bd0 service neutron] Port c1c4d773-fd96-46c6-a471-a5752da670a9 on network 2b04c4b7-51ec-44a3-876e-a0d61c647f54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:43:14.691108 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-26186cd9-742d-483d-bdb0-f56238f81bd0 service neutron] Attempting to bind port c1c4d773-fd96-46c6-a471-a5752da670a9 on network 2b04c4b7-51ec-44a3-876e-a0d61c647f54 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:43:14.696137 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-26186cd9-742d-483d-bdb0-f56238f81bd0 service neutron] Checking agent: {'id': '0e933200-ccc3-44fa-a7f6-4e1417f97b5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 34, 32), 'started_at': datetime.datetime(2021, 9, 7, 14, 34, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:43:14.696475 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-26186cd9-742d-483d-bdb0-f56238f81bd0 service neutron] Checking segment: {'id': '877a019a-cfdd-4d48-bea9-4e61887389af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '2b04c4b7-51ec-44a3-876e-a0d61c647f54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:43:14.696851 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-26186cd9-742d-483d-bdb0-f56238f81bd0 service neutron] Bound using segment: {'id': '877a019a-cfdd-4d48-bea9-4e61887389af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '2b04c4b7-51ec-44a3-876e-a0d61c647f54'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:43:14.697274 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-26186cd9-742d-483d-bdb0-f56238f81bd0 service neutron] Bound port: c1c4d773-fd96-46c6-a471-a5752da670a9, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '877a019a-cfdd-4d48-bea9-4e61887389af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '2b04c4b7-51ec-44a3-876e-a0d61c647f54'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:43:14.697630 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-26186cd9-742d-483d-bdb0-f56238f81bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:14.763391 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-26186cd9-742d-483d-bdb0-f56238f81bd0 service neutron] For port c1c4d773-fd96-46c6-a471-a5752da670a9, host hv-cinder-76015, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:43:14.768445 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-26186cd9-742d-483d-bdb0-f56238f81bd0 service neutron] For port c1c4d773-fd96-46c6-a471-a5752da670a9, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=c1c4d773-fd96-46c6-a471-a5752da670a9,segment=NetworkSegment(877a019a-cfdd-4d48-bea9-4e61887389af),segment_id=877a019a-cfdd-4d48-bea9-4e61887389af)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:43:14.807041 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16904d56-03b4-4219-9863-aeb0c512aecd req-4149ff1c-0254-4a78-9eaf-86e06d64aa2d tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:14.808546 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-16904d56-03b4-4219-9863-aeb0c512aecd req-4149ff1c-0254-4a78-9eaf-86e06d64aa2d tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 943 time: 0.0547147 Sep 07 14:43:14.844559 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-26186cd9-742d-483d-bdb0-f56238f81bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009912'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:14.849214 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-16904d56-03b4-4219-9863-aeb0c512aecd req-ee0a1490-145b-465b-b40e-25b544799ecc tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc6dafd9-1d11-4509-b316-0249bf4d39f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336242 Sep 07 14:43:14.857587 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 62e2be16-2d84-480f-81fb-225d244ae332 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:43:14.886068 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-26186cd9-742d-483d-bdb0-f56238f81bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:14.887127 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-26186cd9-742d-483d-bdb0-f56238f81bd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:14.889503 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-26186cd9-742d-483d-bdb0-f56238f81bd0 service neutron] 10.222.0.22 "PUT /v2.0/ports/c1c4d773-fd96-46c6-a471-a5752da670a9 HTTP/1.1" status: 200 len: 1093 time: 0.7730796 Sep 07 14:43:14.890239 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '823c5382-42f3-4ed1-b804-105c508f7582', 'tag': 'c1c4d773-fd96-46c6-a471-a5752da670a9'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:43:14.894402 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ae4c01fc0fef93246b53b81dc3c4053f5278a59fc30262d76e8d579d86f7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62eaf372-95e7-47b3-b998-bf4e6b0d7eb9" -d '{"events": [{"name": "network-changed", "server_uuid": "823c5382-42f3-4ed1-b804-105c508f7582", "tag": "c1c4d773-fd96-46c6-a471-a5752da670a9"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:43:14.928739 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26186cd9-742d-483d-bdb0-f56238f81bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=c1c4d773-fd96-46c6-a471-a5752da670a9,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:43:14.944074 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69286416-0430-41f2-a4f7-2c7f33951cb5 x-openstack-request-id: req-69286416-0430-41f2-a4f7-2c7f33951cb5 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:43:14.944617 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "823c5382-42f3-4ed1-b804-105c508f7582", "tag": "c1c4d773-fd96-46c6-a471-a5752da670a9", "status": "completed", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:43:14.944870 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-69286416-0430-41f2-a4f7-2c7f33951cb5 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:43:14.945291 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '823c5382-42f3-4ed1-b804-105c508f7582', 'tag': 'c1c4d773-fd96-46c6-a471-a5752da670a9', 'status': 'completed', 'code': 200} Sep 07 14:43:14.982215 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port 62e2be16-2d84-480f-81fb-225d244ae332, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=62e2be16-2d84-480f-81fb-225d244ae332,segment=NetworkSegment(33cad443-550e-44eb-8a23-9490b4c4b203),segment_id=33cad443-550e-44eb-8a23-9490b4c4b203)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:43:14.994067 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Returning: {'device': '62e2be16-2d84-480f-81fb-225d244ae332', 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45', 'port_id': '62e2be16-2d84-480f-81fb-225d244ae332', 'mac_address': 'fa:16:3e:88:7b:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '846cc3d9-b8d8-4a47-8daf-12b566ed01c8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:43:15.011092 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eaf372-95e7-47b3-b998-bf4e6b0d7eb9 req-043beda4-953e-46d6-b3db-a64127e0535e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:15.015292 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-62eaf372-95e7-47b3-b998-bf4e6b0d7eb9 req-043beda4-953e-46d6-b3db-a64127e0535e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fb8695fb2fcc49db9e216007d032174f&device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 1096 time: 0.0463324 Sep 07 14:43:15.035348 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:15.048789 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62e2be16-2d84-480f-81fb-225d244ae332 {{(pid=94642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:43:15.072742 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port 62e2be16-2d84-480f-81fb-225d244ae332, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=62e2be16-2d84-480f-81fb-225d244ae332,segment=NetworkSegment(33cad443-550e-44eb-8a23-9490b4c4b203),segment_id=33cad443-550e-44eb-8a23-9490b4c4b203)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:43:15.123695 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eaf372-95e7-47b3-b998-bf4e6b0d7eb9 req-e3a1a678-74c6-4c30-81b4-105348e298d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:15.125275 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-62eaf372-95e7-47b3-b998-bf4e6b0d7eb9 req-e3a1a678-74c6-4c30-81b4-105348e298d7 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=fb8695fb2fcc49db9e216007d032174f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1039865 Sep 07 14:43:15.191724 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66bd516-cd51-4bd4-b735-4fbf4c4f7d51 req-b6342646-1429-42de-bc19-c6c2159f3f2f tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:15.193334 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d66bd516-cd51-4bd4-b735-4fbf4c4f7d51 req-b6342646-1429-42de-bc19-c6c2159f3f2f tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e0a5ba2-9a63-4995-9281-5a3531ae4821 HTTP/1.1" status: 200 len: 944 time: 0.0574765 Sep 07 14:43:15.240570 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eaf372-95e7-47b3-b998-bf4e6b0d7eb9 req-6a401a64-2aa5-43db-a5c6-55e78879a6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:15.242830 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-62eaf372-95e7-47b3-b998-bf4e6b0d7eb9 req-6a401a64-2aa5-43db-a5c6-55e78879a6df service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1099565 Sep 07 14:43:15.263711 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d66bd516-cd51-4bd4-b735-4fbf4c4f7d51 req-2ea2e1f7-efce-45fc-a803-5ea94fe75985 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594735 Sep 07 14:43:15.274800 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfede0-ad39-4182-ae1b-102255b73b2c req-2fbd11d8-2211-42b4-aedf-d3e76a6b32c6 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:15.276535 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d4cfede0-ad39-4182-ae1b-102255b73b2c req-2fbd11d8-2211-42b4-aedf-d3e76a6b32c6 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 943 time: 0.0819807 Sep 07 14:43:15.335235 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d4cfede0-ad39-4182-ae1b-102255b73b2c req-5dff033b-74eb-403d-a91f-5085da638277 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408440 Sep 07 14:43:15.821764 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-787a8833-18a1-4410-8178-eacb2f143fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:15.821764 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-787a8833-18a1-4410-8178-eacb2f143fd5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fb8695fb2fcc49db9e216007d032174f&device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 1096 time: 0.3125491 Sep 07 14:43:15.821764 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-a716224e-344f-4b4f-8cd6-d8f79629f372 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1c4d773-fd96-46c6-a471-a5752da670a9 HTTP/1.1" status: 200 len: 217 time: 0.0356665 Sep 07 14:43:15.821764 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-50474e63-01f1-4bf1-9169-251673e4a6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:15.821764 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-50474e63-01f1-4bf1-9169-251673e4a6f4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6ccff5bd-d913-47ce-b5ae-4e400120a8ad HTTP/1.1" status: 200 len: 848 time: 0.0430589 Sep 07 14:43:15.821764 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-e65c02e7-997f-4d96-9ca9-f212c0561bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:15.821764 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-e65c02e7-997f-4d96-9ca9-f212c0561bed service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2b04c4b7-51ec-44a3-876e-a0d61c647f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414839 Sep 07 14:43:15.838830 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-58f34eda-f495-41f1-bcd6-04104a70ca71 service neutron] 10.222.0.22 "GET /v2.0/networks/2b04c4b7-51ec-44a3-876e-a0d61c647f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851958 Sep 07 14:43:15.937167 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-4514ce0b-4805-4eab-b56b-dd155d0b3920 req-1892bd5f-7a88-48a6-a563-6a781652582f service neutron] 10.222.0.22 "GET /v2.0/networks/2b04c4b7-51ec-44a3-876e-a0d61c647f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902658 Sep 07 14:43:15.983614 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4944ea-2d52-48b0-a7c8-9b40c1d7da04 req-917115b3-d6a7-41fd-a151-8dcc273f768a tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:15.983614 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5d4944ea-2d52-48b0-a7c8-9b40c1d7da04 req-917115b3-d6a7-41fd-a151-8dcc273f768a tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 943 time: 0.0560181 Sep 07 14:43:16.023473 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5d4944ea-2d52-48b0-a7c8-9b40c1d7da04 req-968ea61f-9cde-4b7e-9d1d-bbc788dd76e8 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc6dafd9-1d11-4509-b316-0249bf4d39f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343406 Sep 07 14:43:16.129484 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:16.130127 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 035a64a4-3762-4d3c-99d0-8c3ccf57c8e8 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:43:16.203922 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=62e2be16-2d84-480f-81fb-225d244ae332,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:43:16.266904 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port 035a64a4-3762-4d3c-99d0-8c3ccf57c8e8, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=035a64a4-3762-4d3c-99d0-8c3ccf57c8e8,segment=NetworkSegment(e54557d8-93d7-49ba-a7fc-963d1c00c60e),segment_id=e54557d8-93d7-49ba-a7fc-963d1c00c60e)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:43:16.277316 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Returning: {'device': '035a64a4-3762-4d3c-99d0-8c3ccf57c8e8', 'network_id': 'da6e8dca-6945-4602-b5cc-b9742d335a11', 'port_id': '035a64a4-3762-4d3c-99d0-8c3ccf57c8e8', 'mac_address': 'fa:16:3e:05:63:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97647f27-4ef1-4c12-811b-6c63faa2d593', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:43:16.314363 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:16.330072 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 035a64a4-3762-4d3c-99d0-8c3ccf57c8e8 {{(pid=94642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:43:16.349631 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port 035a64a4-3762-4d3c-99d0-8c3ccf57c8e8, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=035a64a4-3762-4d3c-99d0-8c3ccf57c8e8,segment=NetworkSegment(e54557d8-93d7-49ba-a7fc-963d1c00c60e),segment_id=e54557d8-93d7-49ba-a7fc-963d1c00c60e)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:43:16.384658 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2650090-6181-4fb0-8b40-f0feb5a23f1b req-a90dcdaf-5fcb-43fc-8642-364ca425f68c tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:16.386274 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a2650090-6181-4fb0-8b40-f0feb5a23f1b req-a90dcdaf-5fcb-43fc-8642-364ca425f68c tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e0a5ba2-9a63-4995-9281-5a3531ae4821 HTTP/1.1" status: 200 len: 945 time: 0.0491719 Sep 07 14:43:16.409982 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:16.448692 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a2650090-6181-4fb0-8b40-f0feb5a23f1b req-0470ed71-fa64-4591-b4db-75decfa282c9 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562210 Sep 07 14:43:16.458701 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=035a64a4-3762-4d3c-99d0-8c3ccf57c8e8,revision_number=9']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:43:16.469902 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f7d7e-d75e-42e0-95fd-4b8cfa24e7aa req-ebfb4f88-1332-4c36-8b27-92f2cc903e07 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:16.471393 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-475f7d7e-d75e-42e0-95fd-4b8cfa24e7aa req-ebfb4f88-1332-4c36-8b27-92f2cc903e07 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 944 time: 0.0596452 Sep 07 14:43:16.512129 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-475f7d7e-d75e-42e0-95fd-4b8cfa24e7aa req-b8a1ea61-5212-4571-9adf-0afb06a2e76d tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348690 Sep 07 14:43:16.678198 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] get_ports_and_sgs() called for port_ids ['62e2be16-2d84-480f-81fb-225d244ae332'] {{(pid=94642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:43:16.682231 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] get_ports_and_sgs() called for port_ids ['035a64a4-3762-4d3c-99d0-8c3ccf57c8e8'] {{(pid=94642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:43:17.137104 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764780b-c3f0-454f-8f5b-557000d2f597 req-b803ea72-7526-4c5b-b71f-24efef56bf8d tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:17.138565 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f764780b-c3f0-454f-8f5b-557000d2f597 req-b803ea72-7526-4c5b-b71f-24efef56bf8d tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 943 time: 0.0485256 Sep 07 14:43:17.177712 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f764780b-c3f0-454f-8f5b-557000d2f597 req-a6092b3e-01a4-41ea-9415-633b1fdce70e tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc6dafd9-1d11-4509-b316-0249bf4d39f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324631 Sep 07 14:43:17.565436 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbba3ee-f465-4eb0-a088-52a3817571ed req-a7652d08-6a02-4926-8da1-dcec06c080b8 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:17.566989 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4cbba3ee-f465-4eb0-a088-52a3817571ed req-a7652d08-6a02-4926-8da1-dcec06c080b8 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e0a5ba2-9a63-4995-9281-5a3531ae4821 HTTP/1.1" status: 200 len: 945 time: 0.0510128 Sep 07 14:43:17.631455 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4cbba3ee-f465-4eb0-a088-52a3817571ed req-85ad215c-3768-44c3-9e96-1108587029b6 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584209 Sep 07 14:43:17.650511 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03f961-e9e7-455f-8eff-6fbc5f720c5a req-071141b1-fa5b-4af0-8584-dfeb1ffd15fb tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:17.651617 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1b03f961-e9e7-455f-8eff-6fbc5f720c5a req-071141b1-fa5b-4af0-8584-dfeb1ffd15fb tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 944 time: 0.0654368 Sep 07 14:43:17.690219 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1b03f961-e9e7-455f-8eff-6fbc5f720c5a req-70c06eb7-a7ac-4e77-802d-1a3d5b5c012f tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318918 Sep 07 14:43:18.292103 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8691dc-76fa-4464-958f-80f8fe16b6c4 req-da99ba58-b51a-4957-bf71-8195f7256b51 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:18.293580 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ea8691dc-76fa-4464-958f-80f8fe16b6c4 req-da99ba58-b51a-4957-bf71-8195f7256b51 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 943 time: 0.0487299 Sep 07 14:43:18.332064 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ea8691dc-76fa-4464-958f-80f8fe16b6c4 req-40c350c6-f7b2-49f0-8709-4621b2d96d12 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc6dafd9-1d11-4509-b316-0249bf4d39f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311935 Sep 07 14:43:18.746751 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1953e3-3910-4588-b34b-7e94d8dc1086 req-e242a653-a590-4283-acef-970e6a909726 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:18.748321 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6e1953e3-3910-4588-b34b-7e94d8dc1086 req-e242a653-a590-4283-acef-970e6a909726 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e0a5ba2-9a63-4995-9281-5a3531ae4821 HTTP/1.1" status: 200 len: 945 time: 0.0519154 Sep 07 14:43:18.814724 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6e1953e3-3910-4588-b34b-7e94d8dc1086 req-42a5d021-3f72-4fb0-a902-0b0050272723 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597310 Sep 07 14:43:18.830622 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ca541-c9b9-44b1-a8a0-98258841f815 req-62a40b44-1089-42c8-a7e2-d39c1570eea3 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:18.832086 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-656ca541-c9b9-44b1-a8a0-98258841f815 req-62a40b44-1089-42c8-a7e2-d39c1570eea3 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 944 time: 0.0712492 Sep 07 14:43:18.855488 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 62e2be16-2d84-480f-81fb-225d244ae332 up at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:43:18.870892 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-656ca541-c9b9-44b1-a8a0-98258841f815 req-4a379668-8729-45ea-a3ed-81f5f31accd5 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328269 Sep 07 14:43:18.969386 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Provisioning for port 62e2be16-2d84-480f-81fb-225d244ae332 completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:43:18.973298 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Provisioning complete for port 62e2be16-2d84-480f-81fb-225d244ae332 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:43:18.973669 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:19.049028 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:19.071390 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0a5ba2-9a63-4995-9281-5a3531ae4821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e2be16-2d84-480f-81fb-225d244ae332'}] {{(pid=94642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:43:19.073596 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd6d84ba8741af88afecd5b756310c726975e6558383509c2c49b1cfba31424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98a8db7-999e-457b-9b78-75032e723ce7" -d '{"events": [{"server_uuid": "4e0a5ba2-9a63-4995-9281-5a3531ae4821", "name": "network-vif-plugged", "status": "completed", "tag": "62e2be16-2d84-480f-81fb-225d244ae332"}]}' {{(pid=94642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:43:19.086138 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port 62e2be16-2d84-480f-81fb-225d244ae332, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=62e2be16-2d84-480f-81fb-225d244ae332,segment=NetworkSegment(33cad443-550e-44eb-8a23-9490b4c4b203),segment_id=33cad443-550e-44eb-8a23-9490b4c4b203)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:43:19.109493 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7609288-81a1-4b39-86ff-7b5c0d1d0329 x-openstack-request-id: req-b7609288-81a1-4b39-86ff-7b5c0d1d0329 {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:43:19.109493 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e0a5ba2-9a63-4995-9281-5a3531ae4821", "name": "network-vif-plugged", "status": "completed", "tag": "62e2be16-2d84-480f-81fb-225d244ae332", "code": 200}]} {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:43:19.109771 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b7609288-81a1-4b39-86ff-7b5c0d1d0329 {{(pid=94642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:43:19.110005 dv-cinder-760153-9-iscsi neutron-server[94642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0a5ba2-9a63-4995-9281-5a3531ae4821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e2be16-2d84-480f-81fb-225d244ae332', 'code': 200} Sep 07 14:43:19.163665 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:19.164466 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 035a64a4-3762-4d3c-99d0-8c3ccf57c8e8 up at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:43:19.239281 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=62e2be16-2d84-480f-81fb-225d244ae332,revision_number=5']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:43:19.251525 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Provisioning complete for port 035a64a4-3762-4d3c-99d0-8c3ccf57c8e8 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:43:19.251898 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:19.327741 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:19.360798 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port 035a64a4-3762-4d3c-99d0-8c3ccf57c8e8, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=035a64a4-3762-4d3c-99d0-8c3ccf57c8e8,segment=NetworkSegment(e54557d8-93d7-49ba-a7fc-963d1c00c60e),segment_id=e54557d8-93d7-49ba-a7fc-963d1c00c60e)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:43:19.389270 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.agents_db [None req-8586c0a8-7e1b-4ad5-b29e-274ce3295afb None None] Agent healthcheck: found 6 active agents {{(pid=94643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:43:19.448495 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df473d8-3463-4075-9a5d-41b61c1a82c3 req-78417daa-666b-45c6-92e6-f925c4757c04 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:19.450009 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0df473d8-3463-4075-9a5d-41b61c1a82c3 req-78417daa-666b-45c6-92e6-f925c4757c04 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 943 time: 0.0520301 Sep 07 14:43:19.489441 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0df473d8-3463-4075-9a5d-41b61c1a82c3 req-a3c8850a-604c-49b4-a124-0cb2d84714bc tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc6dafd9-1d11-4509-b316-0249bf4d39f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332201 Sep 07 14:43:19.494953 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e3a15-bd1b-47a3-b01d-93104f4a27b9 req-7e08e3f5-8a41-4be2-a3df-080cabf2f36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:19.495656 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:19.496477 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-2f2e3a15-bd1b-47a3-b01d-93104f4a27b9 req-7e08e3f5-8a41-4be2-a3df-080cabf2f36c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4e0a5ba2-9a63-4995-9281-5a3531ae4821 HTTP/1.1" status: 200 len: 1099 time: 0.0411601 Sep 07 14:43:19.534284 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-2f2e3a15-bd1b-47a3-b01d-93104f4a27b9 req-883778c0-33c6-46c1-b9c2-43a087cae056 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293593 Sep 07 14:43:19.547290 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=035a64a4-3762-4d3c-99d0-8c3ccf57c8e8,revision_number=10']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:43:19.929686 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43d674-1d82-4a32-a199-29eaa93d56f5 req-2c98105c-ef43-45a7-ab72-8153578c7df5 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:19.931240 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1e43d674-1d82-4a32-a199-29eaa93d56f5 req-2c98105c-ef43-45a7-ab72-8153578c7df5 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e0a5ba2-9a63-4995-9281-5a3531ae4821 HTTP/1.1" status: 200 len: 946 time: 0.0485179 Sep 07 14:43:19.996100 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1e43d674-1d82-4a32-a199-29eaa93d56f5 req-c1b420f4-2899-48b5-9c51-af0644b779f0 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586917 Sep 07 14:43:20.013070 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65465b39-6a86-4001-bb06-84329efa6c1e req-e1b43fb3-68cb-4ab9-be94-a8e3d7888313 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:20.015341 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-65465b39-6a86-4001-bb06-84329efa6c1e req-e1b43fb3-68cb-4ab9-be94-a8e3d7888313 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 946 time: 0.0720105 Sep 07 14:43:20.052051 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-65465b39-6a86-4001-bb06-84329efa6c1e req-dad6d23c-ab0b-4ff5-bf35-8f603d2d984a tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309105 Sep 07 14:43:20.605673 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3b562-1a21-4b88-ac14-6a18b5ff700d req-ef70ec6d-0add-45f1-98c0-ad303058974c tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:20.607171 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a0c3b562-1a21-4b88-ac14-6a18b5ff700d req-ef70ec6d-0add-45f1-98c0-ad303058974c tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 943 time: 0.0481102 Sep 07 14:43:20.648825 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a0c3b562-1a21-4b88-ac14-6a18b5ff700d req-13317645-aa55-4e91-b72f-7710cf1f87f4 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc6dafd9-1d11-4509-b316-0249bf4d39f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350385 Sep 07 14:43:21.110950 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee91eac6-caf7-48f7-9fe0-509c27094153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035a64a4-3762-4d3c-99d0-8c3ccf57c8e8'}] {{(pid=94642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:43:21.113569 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd6d84ba8741af88afecd5b756310c726975e6558383509c2c49b1cfba31424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f0b226-8fa2-4154-a6b4-001102e63c68" -d '{"events": [{"server_uuid": "ee91eac6-caf7-48f7-9fe0-509c27094153", "name": "network-vif-plugged", "status": "completed", "tag": "035a64a4-3762-4d3c-99d0-8c3ccf57c8e8"}]}' {{(pid=94642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:43:21.115782 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba09fe5-24da-48e3-a8f1-25c35bee2225 req-3dfd9256-9b30-4547-8981-f47092bcb81c tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:21.117298 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cba09fe5-24da-48e3-a8f1-25c35bee2225 req-3dfd9256-9b30-4547-8981-f47092bcb81c tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e0a5ba2-9a63-4995-9281-5a3531ae4821 HTTP/1.1" status: 200 len: 946 time: 0.0493395 Sep 07 14:43:21.186791 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cba09fe5-24da-48e3-a8f1-25c35bee2225 req-d01244c6-bc06-4c65-8674-48cc1d9521bd tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637236 Sep 07 14:43:21.200667 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eafdad-89e2-481d-baa9-a985344a8689 req-e0b6c13b-73df-4af9-9f2b-3d2fe3b04a56 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:21.200667 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-34eafdad-89e2-481d-baa9-a985344a8689 req-e0b6c13b-73df-4af9-9f2b-3d2fe3b04a56 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 946 time: 0.0756423 Sep 07 14:43:21.234085 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5f0a77-ab65-46b2-a9a4-06775352d997 x-openstack-request-id: req-2f5f0a77-ab65-46b2-a9a4-06775352d997 {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:43:21.234085 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee91eac6-caf7-48f7-9fe0-509c27094153", "name": "network-vif-plugged", "status": "completed", "tag": "035a64a4-3762-4d3c-99d0-8c3ccf57c8e8", "code": 200}]} {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:43:21.234085 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2f5f0a77-ab65-46b2-a9a4-06775352d997 {{(pid=94642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:43:21.234085 dv-cinder-760153-9-iscsi neutron-server[94642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee91eac6-caf7-48f7-9fe0-509c27094153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035a64a4-3762-4d3c-99d0-8c3ccf57c8e8', 'code': 200} Sep 07 14:43:21.241273 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-34eafdad-89e2-481d-baa9-a985344a8689 req-4c873ddf-0bd9-43f4-b365-5c8cd353f0e4 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334415 Sep 07 14:43:21.322110 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965beb4d-c736-41df-b5c0-5f868d24a3d8 req-b9129dc1-7df9-4305-84e6-bbbcc0d8542a tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:21.323691 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-965beb4d-c736-41df-b5c0-5f868d24a3d8 req-b9129dc1-7df9-4305-84e6-bbbcc0d8542a tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e0a5ba2-9a63-4995-9281-5a3531ae4821 HTTP/1.1" status: 200 len: 946 time: 0.0490425 Sep 07 14:43:21.363015 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-965beb4d-c736-41df-b5c0-5f868d24a3d8 req-cf952aa8-28d5-46f1-a7dc-4538e69af403 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323493 Sep 07 14:43:21.388224 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 53586) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:43:21.429201 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b81e2d-9c8b-476c-a01a-69c523027e76 tempest-TestVolumeBootPattern-1541714749 tempest-TestVolumeBootPattern-1541714749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:21.432771 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-78b81e2d-9c8b-476c-a01a-69c523027e76 tempest-TestVolumeBootPattern-1541714749 tempest-TestVolumeBootPattern-1541714749-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4e0a5ba2-9a63-4995-9281-5a3531ae4821 HTTP/1.1" status: 200 len: 1094 time: 0.0406890 Sep 07 14:43:21.434816 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 53590) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:43:21.440261 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-884f5af9-8399-470a-ba1f-0c70c6ff2814 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Request body: {'floatingip': {'floating_network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'port_id': '62e2be16-2d84-480f-81fb-225d244ae332', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:43:21.530983 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835406f8-e012-4547-a3f4-a72c6e592498 req-45982d32-8630-44f6-937f-863552a4fd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:21.532473 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-835406f8-e012-4547-a3f4-a72c6e592498 req-45982d32-8630-44f6-937f-863552a4fd76 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 1099 time: 0.0403442 Sep 07 14:43:21.541182 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-884f5af9-8399-470a-ba1f-0c70c6ff2814 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:21.579876 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-835406f8-e012-4547-a3f4-a72c6e592498 req-5821c7b7-d7a6-4640-b1e4-0bd9de683d2e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330098 Sep 07 14:43:21.652620 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-884f5af9-8399-470a-ba1f-0c70c6ff2814 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:21.793236 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-884f5af9-8399-470a-ba1f-0c70c6ff2814 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Allocated IP 172.27.3.211 (f04259db-55ec-42a0-98f6-02412be1dbca/67ecb36d-e9a7-4541-9321-65fb5ffda8c8/1752fac1-a364-40eb-9747-86d1d3f4ae29) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:43:21.814579 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94124d2f-1915-47ea-81d4-e7a5292b9dac req-51218481-166c-4ad9-b6b7-daf15ddf87b5 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:21.816106 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-94124d2f-1915-47ea-81d4-e7a5292b9dac req-51218481-166c-4ad9-b6b7-daf15ddf87b5 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 943 time: 0.0788922 Sep 07 14:43:21.937422 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-94124d2f-1915-47ea-81d4-e7a5292b9dac req-3a8b1468-7e95-4828-848f-602b3beb23ad tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc6dafd9-1d11-4509-b316-0249bf4d39f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135657 Sep 07 14:43:21.966554 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a26c16-30ee-4548-9360-aa9dd1ff0c65 req-dd2f16b2-8326-4a80-ba15-ec2bb94e5f6d tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:21.968097 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-12a26c16-30ee-4548-9360-aa9dd1ff0c65 req-dd2f16b2-8326-4a80-ba15-ec2bb94e5f6d tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 946 time: 0.1114783 Sep 07 14:43:21.987286 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-884f5af9-8399-470a-ba1f-0c70c6ff2814 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:22.021309 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-12a26c16-30ee-4548-9360-aa9dd1ff0c65 req-60a3bf4d-3aae-42fa-bbc9-5804e2dd535b tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451190 Sep 07 14:43:22.152983 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-884f5af9-8399-470a-ba1f-0c70c6ff2814 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8727932'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:22.191627 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884f5af9-8399-470a-ba1f-0c70c6ff2814 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Network f04259db-55ec-42a0-98f6-02412be1dbca is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:43:22.194380 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-884f5af9-8399-470a-ba1f-0c70c6ff2814 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:43:22.197856 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884f5af9-8399-470a-ba1f-0c70c6ff2814 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:43:22.229068 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f5af9-8399-470a-ba1f-0c70c6ff2814 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Pushing event updated for resources: {'Port': ['ID=1752fac1-a364-40eb-9747-86d1d3f4ae29,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:43:22.242844 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884f5af9-8399-470a-ba1f-0c70c6ff2814 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:43:22.243196 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884f5af9-8399-470a-ba1f-0c70c6ff2814 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:43:22.243540 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884f5af9-8399-470a-ba1f-0c70c6ff2814 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:43:22.243878 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884f5af9-8399-470a-ba1f-0c70c6ff2814 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:43:22.244213 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884f5af9-8399-470a-ba1f-0c70c6ff2814 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:43:22.244547 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884f5af9-8399-470a-ba1f-0c70c6ff2814 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:43:22.244877 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884f5af9-8399-470a-ba1f-0c70c6ff2814 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:43:22.245206 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884f5af9-8399-470a-ba1f-0c70c6ff2814 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:43:22.245534 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884f5af9-8399-470a-ba1f-0c70c6ff2814 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:43:22.245860 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884f5af9-8399-470a-ba1f-0c70c6ff2814 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:43:22.246248 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884f5af9-8399-470a-ba1f-0c70c6ff2814 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:43:22.246575 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884f5af9-8399-470a-ba1f-0c70c6ff2814 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:43:22.415139 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a18cd5-aaf3-4375-82ed-7bc257260d2f req-b7f7b293-7bb5-4636-b0ea-245f3efe7e12 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:22.416548 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-50a18cd5-aaf3-4375-82ed-7bc257260d2f req-b7f7b293-7bb5-4636-b0ea-245f3efe7e12 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 946 time: 0.0979621 Sep 07 14:43:22.500191 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-50a18cd5-aaf3-4375-82ed-7bc257260d2f req-7f96afc6-291c-42e4-b53c-7fa98cd16b8f tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762262 Sep 07 14:43:22.644704 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-884f5af9-8399-470a-ba1f-0c70c6ff2814 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:22.795131 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-884f5af9-8399-470a-ba1f-0c70c6ff2814 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:22.896606 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device c1c4d773-fd96-46c6-a471-a5752da670a9 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:43:22.961038 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-884f5af9-8399-470a-ba1f-0c70c6ff2814 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:22.998100 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port c1c4d773-fd96-46c6-a471-a5752da670a9, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=c1c4d773-fd96-46c6-a471-a5752da670a9,segment=NetworkSegment(877a019a-cfdd-4d48-bea9-4e61887389af),segment_id=877a019a-cfdd-4d48-bea9-4e61887389af)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:43:23.011921 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Returning: {'device': 'c1c4d773-fd96-46c6-a471-a5752da670a9', 'network_id': '2b04c4b7-51ec-44a3-876e-a0d61c647f54', 'port_id': 'c1c4d773-fd96-46c6-a471-a5752da670a9', 'mac_address': 'fa:16:3e:19:ed:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ccff5bd-d913-47ce-b5ae-4e400120a8ad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:43:23.039744 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-884f5af9-8399-470a-ba1f-0c70c6ff2814 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8727923'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:23.116607 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680b399-3a8a-4e56-89d0-ad0a11bf952a req-53497934-719f-4050-8394-be3e6bd50233 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:23.118266 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1680b399-3a8a-4e56-89d0-ad0a11bf952a req-53497934-719f-4050-8394-be3e6bd50233 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 943 time: 0.1121233 Sep 07 14:43:23.173668 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f5af9-8399-470a-ba1f-0c70c6ff2814 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Pushing event updated for resources: {'Port': ['ID=1752fac1-a364-40eb-9747-86d1d3f4ae29,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:43:23.186681 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:23.200392 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1c4d773-fd96-46c6-a471-a5752da670a9 {{(pid=94642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:43:23.202149 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-884f5af9-8399-470a-ba1f-0c70c6ff2814 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540525'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:23.220897 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port c1c4d773-fd96-46c6-a471-a5752da670a9, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=c1c4d773-fd96-46c6-a471-a5752da670a9,segment=NetworkSegment(877a019a-cfdd-4d48-bea9-4e61887389af),segment_id=877a019a-cfdd-4d48-bea9-4e61887389af)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:43:23.247274 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1680b399-3a8a-4e56-89d0-ad0a11bf952a req-6d31552c-5d37-4b1d-b2ae-f5421bb3ba91 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc6dafd9-1d11-4509-b316-0249bf4d39f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124146 Sep 07 14:43:23.256325 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c8401a-b2e5-459d-b0d1-a68545fd0c2b req-b3ba17e3-5f18-434e-8fd6-13e07390c287 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:23.257819 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c2c8401a-b2e5-459d-b0d1-a68545fd0c2b req-b3ba17e3-5f18-434e-8fd6-13e07390c287 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 946 time: 0.1386402 Sep 07 14:43:23.289808 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:23.338027 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=c1c4d773-fd96-46c6-a471-a5752da670a9,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:43:23.345094 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c2c8401a-b2e5-459d-b0d1-a68545fd0c2b req-18d374a8-7cc3-48df-9999-b86edcece9f3 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807302 Sep 07 14:43:23.355826 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.db.l3_db [None req-884f5af9-8399-470a-ba1f-0c70c6ff2814 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Floating IP c9ef39d4-9a16-4b92-b5ca-af63dbf760a7 associated. External IP: 172.27.3.211, port: 62e2be16-2d84-480f-81fb-225d244ae332. Sep 07 14:43:23.562681 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884f5af9-8399-470a-ba1f-0c70c6ff2814 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Router c5538baf-d137-49c4-8cbb-cac645afeab4 has already been hosted by L3 agent ca4ca367-a056-42f7-949c-96b33f8f39bf {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:43:23.611723 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] get_ports_and_sgs() called for port_ids ['c1c4d773-fd96-46c6-a471-a5752da670a9'] {{(pid=94642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:43:23.697498 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90b64c-3f10-4e52-a958-fbb1363310c0 req-e31a17d0-a17b-484b-a3cc-b2f03d86c838 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:23.699024 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9e90b64c-3f10-4e52-a958-fbb1363310c0 req-e31a17d0-a17b-484b-a3cc-b2f03d86c838 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 946 time: 0.1250467 Sep 07 14:43:23.732234 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884f5af9-8399-470a-ba1f-0c70c6ff2814 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify agent at l3_agent.dv-cinder-760153-9-iscsi the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:43:23.763181 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9e90b64c-3f10-4e52-a958-fbb1363310c0 req-56db2ef9-d026-4ceb-b70a-9d8a2f186fcd tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547135 Sep 07 14:43:23.876703 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf4228c-6d2c-4815-8379-baddf0f82bc8 None None] Sync routers for ids ['c5538baf-d137-49c4-8cbb-cac645afeab4'] in dv-cinder-760153-9-iscsi {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:43:23.886242 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf4228c-6d2c-4815-8379-baddf0f82bc8 None None] Routers {'c5538baf-d137-49c4-8cbb-cac645afeab4'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:43:23.894105 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-adf4228c-6d2c-4815-8379-baddf0f82bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:43:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['c5538baf-d137-49c4-8cbb-cac645afeab4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:43:23.964021 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-884f5af9-8399-470a-ba1f-0c70c6ff2814 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:23.993678 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-884f5af9-8399-470a-ba1f-0c70c6ff2814 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5576775 Sep 07 14:43:23.994666 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e0a5ba2-9a63-4995-9281-5a3531ae4821', 'tag': '62e2be16-2d84-480f-81fb-225d244ae332'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:43:23.996900 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca3d64d6ee1d62abf9801d62a4287030b5a1037887016040f3cf02e156c8ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1576f59-023b-429f-8fef-c2c92bdf6500" -d '{"events": [{"name": "network-changed", "server_uuid": "4e0a5ba2-9a63-4995-9281-5a3531ae4821", "tag": "62e2be16-2d84-480f-81fb-225d244ae332"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:43:23.997071 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-adf4228c-6d2c-4815-8379-baddf0f82bc8 None None] Set router c5538baf-d137-49c4-8cbb-cac645afeab4 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:43:24.037079 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3ff68a-00a7-45ae-a163-c6b8e29a3ddd x-openstack-request-id: req-bf3ff68a-00a7-45ae-a163-c6b8e29a3ddd {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:43:24.037364 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e0a5ba2-9a63-4995-9281-5a3531ae4821", "tag": "62e2be16-2d84-480f-81fb-225d244ae332", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:43:24.037610 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bf3ff68a-00a7-45ae-a163-c6b8e29a3ddd {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:43:24.038049 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e0a5ba2-9a63-4995-9281-5a3531ae4821', 'tag': '62e2be16-2d84-480f-81fb-225d244ae332', 'status': 'completed', 'code': 200} Sep 07 14:43:24.109558 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1576f59-023b-429f-8fef-c2c92bdf6500 req-4c15c4a8-b956-4664-92df-7387e73e5c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:24.111366 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-e1576f59-023b-429f-8fef-c2c92bdf6500 req-4c15c4a8-b956-4664-92df-7387e73e5c85 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ddcff35f4fe74c3087d85eedd77cfcb3&device_id=4e0a5ba2-9a63-4995-9281-5a3531ae4821 HTTP/1.1" status: 200 len: 1099 time: 0.0424628 Sep 07 14:43:24.210244 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1576f59-023b-429f-8fef-c2c92bdf6500 req-9b7786a9-2caa-41cc-acef-6f2791eafac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:24.211842 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-e1576f59-023b-429f-8fef-c2c92bdf6500 req-9b7786a9-2caa-41cc-acef-6f2791eafac7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=10bc76c4-28c7-4ddc-9078-74979f2c3f45 HTTP/1.1" status: 200 len: 913 time: 0.0887449 Sep 07 14:43:24.234299 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-adf4228c-6d2c-4815-8379-baddf0f82bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'name': 'tempest-TestVolumeBootPattern-1625730596-router', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'eb666416-6561-4d0c-8443-5923fb1ed931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:01Z', 'updated_at': '2021-09-07T14:39:07Z', 'revision_number': 4, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'gw_port': {'id': 'eb666416-6561-4d0c-8443-5923fb1ed931', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:02Z', 'updated_at': '2021-09-07T14:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_floatingips': [{'id': 'c9ef39d4-9a16-4b92-b5ca-af63dbf760a7', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'floating_ip_address': '172.27.3.211', 'floating_network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'router_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'port_id': '62e2be16-2d84-480f-81fb-225d244ae332', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45', 'mac_address': 'fa:16:3e:88:7b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0a5ba2-9a63-4995-9281-5a3531ae4821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:43:22Z', 'updated_at': '2021-09-07T14:43:22Z', 'revision_number': 0, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f810e8aa-4b7f-4a11-8f7c-aba31de7c523', 'name': '', 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'mac_address': 'fa:16:3e:df:9b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '846cc3d9-b8d8-4a47-8daf-12b566ed01c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:05Z', 'updated_at': '2021-09-07T14:39:12Z', 'revision_number': 5, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'subnets': [{'id': '846cc3d9-b8d8-4a47-8daf-12b566ed01c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:43:24.260951 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf4228c-6d2c-4815-8379-baddf0f82bc8 None None] Checking router: c5538baf-d137-49c4-8cbb-cac645afeab4 for host: dv-cinder-760153-9-iscsi {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:43:24.273395 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf4228c-6d2c-4815-8379-baddf0f82bc8 None None] Routers {'c5538baf-d137-49c4-8cbb-cac645afeab4'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:43:24.273607 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-adf4228c-6d2c-4815-8379-baddf0f82bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:43:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['c5538baf-d137-49c4-8cbb-cac645afeab4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:43:24.296195 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-e1576f59-023b-429f-8fef-c2c92bdf6500 req-d4ae4a15-8a43-4ecf-801d-3dee02c3f953 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62e2be16-2d84-480f-81fb-225d244ae332 HTTP/1.1" status: 200 len: 1000 time: 0.0672300 Sep 07 14:43:24.356311 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1576f59-023b-429f-8fef-c2c92bdf6500 req-3e6abce5-a91a-48ea-b6f3-429d3795b08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:24.358789 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-e1576f59-023b-429f-8fef-c2c92bdf6500 req-3e6abce5-a91a-48ea-b6f3-429d3795b08e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=846cc3d9-b8d8-4a47-8daf-12b566ed01c8 HTTP/1.1" status: 200 len: 851 time: 0.0492477 Sep 07 14:43:24.384649 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a2cd7-9b9d-4229-a908-e4462e4d6c3f req-5845b2e0-ed52-4b59-a838-478cfe6afb27 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:24.386439 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-132a2cd7-9b9d-4229-a908-e4462e4d6c3f req-5845b2e0-ed52-4b59-a838-478cfe6afb27 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 944 time: 0.0602953 Sep 07 14:43:24.398764 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-adf4228c-6d2c-4815-8379-baddf0f82bc8 None None] Set router c5538baf-d137-49c4-8cbb-cac645afeab4 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:43:24.421904 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1576f59-023b-429f-8fef-c2c92bdf6500 req-7dcd78aa-e18b-4c87-92f0-27607dd06069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:24.423674 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-e1576f59-023b-429f-8fef-c2c92bdf6500 req-7dcd78aa-e18b-4c87-92f0-27607dd06069 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=10bc76c4-28c7-4ddc-9078-74979f2c3f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564020 Sep 07 14:43:24.439159 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-132a2cd7-9b9d-4229-a908-e4462e4d6c3f req-106b4e8e-ff2e-445f-81c5-59033edc1da0 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc6dafd9-1d11-4509-b316-0249bf4d39f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451291 Sep 07 14:43:24.493785 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef824a-4430-4e27-81ff-cbf7550ead3a req-4738a631-846a-4bed-bf15-901d862ea928 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:24.499044 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-07ef824a-4430-4e27-81ff-cbf7550ead3a req-4738a631-846a-4bed-bf15-901d862ea928 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0714710 Sep 07 14:43:24.536754 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-07ef824a-4430-4e27-81ff-cbf7550ead3a req-412327d4-7f80-4ce3-94a5-f90f8d53b47c tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ff37147-ae2f-42f8-9729-91c7d946a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345933 Sep 07 14:43:24.557297 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-e1576f59-023b-429f-8fef-c2c92bdf6500 req-a5b21b09-6d74-41dd-b60b-5a907a7647df service neutron] 10.222.0.22 "GET /v2.0/networks/10bc76c4-28c7-4ddc-9078-74979f2c3f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998793 Sep 07 14:43:24.638398 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-adf4228c-6d2c-4815-8379-baddf0f82bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'name': 'tempest-TestVolumeBootPattern-1625730596-router', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'eb666416-6561-4d0c-8443-5923fb1ed931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:01Z', 'updated_at': '2021-09-07T14:39:07Z', 'revision_number': 4, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'gw_port': {'id': 'eb666416-6561-4d0c-8443-5923fb1ed931', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:02Z', 'updated_at': '2021-09-07T14:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_floatingips': [{'id': 'c9ef39d4-9a16-4b92-b5ca-af63dbf760a7', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'floating_ip_address': '172.27.3.211', 'floating_network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'router_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'port_id': '62e2be16-2d84-480f-81fb-225d244ae332', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45', 'mac_address': 'fa:16:3e:88:7b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0a5ba2-9a63-4995-9281-5a3531ae4821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:43:22Z', 'updated_at': '2021-09-07T14:43:22Z', 'revision_number': 0, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f810e8aa-4b7f-4a11-8f7c-aba31de7c523', 'name': '', 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'mac_address': 'fa:16:3e:df:9b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '846cc3d9-b8d8-4a47-8daf-12b566ed01c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:05Z', 'updated_at': '2021-09-07T14:39:12Z', 'revision_number': 5, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'subnets': [{'id': '846cc3d9-b8d8-4a47-8daf-12b566ed01c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:43:24.650600 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-e1576f59-023b-429f-8fef-c2c92bdf6500 req-536ee2dd-bec2-4106-b5ac-62850ca5bd8e service neutron] 10.222.0.22 "GET /v2.0/networks/10bc76c4-28c7-4ddc-9078-74979f2c3f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883486 Sep 07 14:43:24.668772 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf4228c-6d2c-4815-8379-baddf0f82bc8 None None] The sync data for ids ['c5538baf-d137-49c4-8cbb-cac645afeab4'] in dv-cinder-760153-9-iscsi is: [{'id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'name': 'tempest-TestVolumeBootPattern-1625730596-router', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'eb666416-6561-4d0c-8443-5923fb1ed931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:01Z', 'updated_at': '2021-09-07T14:39:07Z', 'revision_number': 4, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'gw_port': {'id': 'eb666416-6561-4d0c-8443-5923fb1ed931', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:02Z', 'updated_at': '2021-09-07T14:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_floatingips': [{'id': 'c9ef39d4-9a16-4b92-b5ca-af63dbf760a7', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'floating_ip_address': '172.27.3.211', 'floating_network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'router_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'port_id': '62e2be16-2d84-480f-81fb-225d244ae332', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45', 'mac_address': 'fa:16:3e:88:7b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0a5ba2-9a63-4995-9281-5a3531ae4821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:43:22Z', 'updated_at': '2021-09-07T14:43:22Z', 'revision_number': 0, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f810e8aa-4b7f-4a11-8f7c-aba31de7c523', 'name': '', 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'mac_address': 'fa:16:3e:df:9b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '846cc3d9-b8d8-4a47-8daf-12b566ed01c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:05Z', 'updated_at': '2021-09-07T14:39:12Z', 'revision_number': 5, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'subnets': [{'id': '846cc3d9-b8d8-4a47-8daf-12b566ed01c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:43:24.721338 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de45f0-d512-4344-9cc9-f010e3fc5ee3 req-5900d421-120c-4ab1-82ac-28ccf0ca945e tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:24.723257 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-04de45f0-d512-4344-9cc9-f010e3fc5ee3 req-5900d421-120c-4ab1-82ac-28ccf0ca945e tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.22 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 946 time: 0.0568197 Sep 07 14:43:24.826967 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [req-04de45f0-d512-4344-9cc9-f010e3fc5ee3 req-766633b0-0339-47e9-a1d0-f64a14f83fe0 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Deleting port fad43e7f-384a-4b8f-89f9-e85078bccf8d {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:43:24.827341 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-04de45f0-d512-4344-9cc9-f010e3fc5ee3 req-766633b0-0339-47e9-a1d0-f64a14f83fe0 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:24.892319 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d85677-6cfa-4447-8920-f431c7bc511c req-a67f9f06-bc5c-4ea7-b2df-e0980f576dfd tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:24.892511 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53109a80-bc47-4fcd-b007-b1309b8f958b None None] New status for floating IP c9ef39d4-9a16-4b92-b5ca-af63dbf760a7: ACTIVE {{(pid=94643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 14:43:24.893876 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f3d85677-6cfa-4447-8920-f431c7bc511c req-a67f9f06-bc5c-4ea7-b2df-e0980f576dfd tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 946 time: 0.0531635 Sep 07 14:43:24.903759 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device c1c4d773-fd96-46c6-a471-a5752da670a9 up at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:43:24.932756 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [req-04de45f0-d512-4344-9cc9-f010e3fc5ee3 req-766633b0-0339-47e9-a1d0-f64a14f83fe0 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] For port fad43e7f-384a-4b8f-89f9-e85078bccf8d, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=fad43e7f-384a-4b8f-89f9-e85078bccf8d,segment=NetworkSegment(93673739-7b9a-4397-be35-06edeaf7603d),segment_id=93673739-7b9a-4397-be35-06edeaf7603d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:43:24.933156 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-04de45f0-d512-4344-9cc9-f010e3fc5ee3 req-766633b0-0339-47e9-a1d0-f64a14f83fe0 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:24.942365 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f3d85677-6cfa-4447-8920-f431c7bc511c req-870f2260-f4a0-4fbd-b69e-382480ce83ae tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423555 Sep 07 14:43:25.067488 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Provisioning for port c1c4d773-fd96-46c6-a471-a5752da670a9 completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:43:25.072536 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Provisioning complete for port c1c4d773-fd96-46c6-a471-a5752da670a9 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:43:25.072962 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:25.126896 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-04de45f0-d512-4344-9cc9-f010e3fc5ee3 req-766633b0-0339-47e9-a1d0-f64a14f83fe0 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:25.127531 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-04de45f0-d512-4344-9cc9-f010e3fc5ee3 req-766633b0-0339-47e9-a1d0-f64a14f83fe0 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540525'] for floatingip, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:25.127531 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.db.l3_db [req-04de45f0-d512-4344-9cc9-f010e3fc5ee3 req-766633b0-0339-47e9-a1d0-f64a14f83fe0 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Floating IP 9cff09e6-3369-46ab-a199-c2227a789782 disassociated. External IP: 172.27.3.99, port: fad43e7f-384a-4b8f-89f9-e85078bccf8d. Sep 07 14:43:25.127881 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [req-04de45f0-d512-4344-9cc9-f010e3fc5ee3 req-766633b0-0339-47e9-a1d0-f64a14f83fe0 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Calling delete_port for fad43e7f-384a-4b8f-89f9-e85078bccf8d owned by compute:nova {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:43:25.158889 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:25.186741 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '823c5382-42f3-4ed1-b804-105c508f7582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c4d773-fd96-46c6-a471-a5752da670a9'}] {{(pid=94642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:43:25.188990 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd6d84ba8741af88afecd5b756310c726975e6558383509c2c49b1cfba31424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6231eb-f3c5-4c93-a7f8-4603fc01aea3" -d '{"events": [{"server_uuid": "823c5382-42f3-4ed1-b804-105c508f7582", "name": "network-vif-plugged", "status": "completed", "tag": "c1c4d773-fd96-46c6-a471-a5752da670a9"}]}' {{(pid=94642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:43:25.202544 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port c1c4d773-fd96-46c6-a471-a5752da670a9, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=c1c4d773-fd96-46c6-a471-a5752da670a9,segment=NetworkSegment(877a019a-cfdd-4d48-bea9-4e61887389af),segment_id=877a019a-cfdd-4d48-bea9-4e61887389af)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:43:25.224201 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafcb757-73e4-4685-abb4-67ed15deec87 x-openstack-request-id: req-eafcb757-73e4-4685-abb4-67ed15deec87 {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:43:25.224497 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "823c5382-42f3-4ed1-b804-105c508f7582", "name": "network-vif-plugged", "status": "completed", "tag": "c1c4d773-fd96-46c6-a471-a5752da670a9", "code": 200}]} {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:43:25.224750 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eafcb757-73e4-4685-abb4-67ed15deec87 {{(pid=94642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:43:25.225257 dv-cinder-760153-9-iscsi neutron-server[94642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '823c5382-42f3-4ed1-b804-105c508f7582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c4d773-fd96-46c6-a471-a5752da670a9', 'code': 200} Sep 07 14:43:25.278091 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:25.325757 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=c1c4d773-fd96-46c6-a471-a5752da670a9,revision_number=5']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:43:25.329605 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-04de45f0-d512-4344-9cc9-f010e3fc5ee3 req-766633b0-0339-47e9-a1d0-f64a14f83fe0 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:25.359387 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766633b0-0339-47e9-a1d0-f64a14f83fe0 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Pushing event deleted for resources: {'Port': ['ID=fad43e7f-384a-4b8f-89f9-e85078bccf8d,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:43:25.471850 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04de45f0-d512-4344-9cc9-f010e3fc5ee3 req-766633b0-0339-47e9-a1d0-f64a14f83fe0 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Router af9ab92b-fef4-4dd0-8e45-6280edda3a48 has already been hosted by L3 agent ca4ca367-a056-42f7-949c-96b33f8f39bf {{(pid=94641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:43:25.563303 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015b960-2d2b-44e4-a807-6b3d3b9a71be req-51c70454-9420-46c1-ae9f-5e8fe88e05ab tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:25.564905 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5015b960-2d2b-44e4-a807-6b3d3b9a71be req-51c70454-9420-46c1-ae9f-5e8fe88e05ab tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 945 time: 0.0561075 Sep 07 14:43:25.602475 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04de45f0-d512-4344-9cc9-f010e3fc5ee3 req-766633b0-0339-47e9-a1d0-f64a14f83fe0 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify agent at l3_agent.dv-cinder-760153-9-iscsi the message routers_updated {{(pid=94641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:43:25.605663 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73241213-c7f4-4514-b497-887c54e3df2c None None] Sync routers for ids ['af9ab92b-fef4-4dd0-8e45-6280edda3a48'] in dv-cinder-760153-9-iscsi {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:43:25.617046 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73241213-c7f4-4514-b497-887c54e3df2c None None] Routers {'af9ab92b-fef4-4dd0-8e45-6280edda3a48'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:43:25.617994 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-73241213-c7f4-4514-b497-887c54e3df2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:43:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['af9ab92b-fef4-4dd0-8e45-6280edda3a48'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:43:25.624529 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5015b960-2d2b-44e4-a807-6b3d3b9a71be req-b4696cd7-b06a-46ed-9ce1-5eb3f9e25b24 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc6dafd9-1d11-4509-b316-0249bf4d39f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529232 Sep 07 14:43:25.641131 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [req-04de45f0-d512-4344-9cc9-f010e3fc5ee3 req-766633b0-0339-47e9-a1d0-f64a14f83fe0 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] No DVR routers for this DVR port fad43e7f-384a-4b8f-89f9-e85078bccf8d on host hv-cinder-76015 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:43:25.643965 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-04de45f0-d512-4344-9cc9-f010e3fc5ee3 req-766633b0-0339-47e9-a1d0-f64a14f83fe0 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:25.646167 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-04de45f0-d512-4344-9cc9-f010e3fc5ee3 req-766633b0-0339-47e9-a1d0-f64a14f83fe0 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.22 "DELETE /v2.0/ports/fad43e7f-384a-4b8f-89f9-e85078bccf8d HTTP/1.1" status: 204 len: 173 time: 0.9170747 Sep 07 14:43:25.650030 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223d4590-c9eb-430b-adbe-445db7aa1ef1', 'name': 'network-vif-deleted', 'tag': 'fad43e7f-384a-4b8f-89f9-e85078bccf8d'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:43:25.650030 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ae4c01fc0fef93246b53b81dc3c4053f5278a59fc30262d76e8d579d86f7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2812e23-e095-43c5-9562-cbdc38b497f7" -d '{"events": [{"server_uuid": "223d4590-c9eb-430b-adbe-445db7aa1ef1", "name": "network-vif-deleted", "tag": "fad43e7f-384a-4b8f-89f9-e85078bccf8d"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:43:25.685311 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-97677219-c8f7-4dc6-b312-3c57f63a97ed req-67955c08-1dc0-4881-a55a-c718197ae9bf tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 210 time: 0.0582447 Sep 07 14:43:25.697741 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c324180-cab4-406b-84cd-3308fb1c9e8f x-openstack-request-id: req-8c324180-cab4-406b-84cd-3308fb1c9e8f {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:43:25.698054 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223d4590-c9eb-430b-adbe-445db7aa1ef1", "name": "network-vif-deleted", "tag": "fad43e7f-384a-4b8f-89f9-e85078bccf8d", "status": "completed", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:43:25.698308 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8c324180-cab4-406b-84cd-3308fb1c9e8f {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:43:25.708708 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '223d4590-c9eb-430b-adbe-445db7aa1ef1', 'name': 'network-vif-deleted', 'tag': 'fad43e7f-384a-4b8f-89f9-e85078bccf8d', 'status': 'completed', 'code': 200} Sep 07 14:43:25.709572 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446b36b-8cbc-4578-b799-3ceec3acf90c req-27491653-2f4b-4276-b7e5-fee2fae0cac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:25.711166 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6446b36b-8cbc-4578-b799-3ceec3acf90c req-27491653-2f4b-4276-b7e5-fee2fae0cac9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 1098 time: 0.0748351 Sep 07 14:43:25.751077 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6446b36b-8cbc-4578-b799-3ceec3acf90c req-93988cea-2332-4518-958c-18914ab3817e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=dc6dafd9-1d11-4509-b316-0249bf4d39f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311596 Sep 07 14:43:25.758922 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-73241213-c7f4-4514-b497-887c54e3df2c None None] Set router af9ab92b-fef4-4dd0-8e45-6280edda3a48 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:43:25.964059 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-73241213-c7f4-4514-b497-887c54e3df2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'name': 'tempest-AttachVolumeTestJSON-655602491-router', 'tenant_id': 'f0953c14c3534ed3bb11c7453fd409de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '1bb952d2-42ac-4be5-b783-245f3bd69de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:41Z', 'updated_at': '2021-09-07T14:39:46Z', 'revision_number': 4, 'project_id': 'f0953c14c3534ed3bb11c7453fd409de', 'gw_port': {'id': '1bb952d2-42ac-4be5-b783-245f3bd69de8', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:00:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:42Z', 'updated_at': '2021-09-07T14:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': 'd6c05f7f-37b6-48e0-8d07-ae35f8501daa', 'name': '', 'network_id': '2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7', 'tenant_id': 'f0953c14c3534ed3bb11c7453fd409de', 'mac_address': 'fa:16:3e:69:c8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '6c140706-3c8f-42ae-9125-9b4351aa8d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:45Z', 'updated_at': '2021-09-07T14:39:52Z', 'revision_number': 5, 'project_id': 'f0953c14c3534ed3bb11c7453fd409de', 'subnets': [{'id': '6c140706-3c8f-42ae-9125-9b4351aa8d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:43:25.994486 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73241213-c7f4-4514-b497-887c54e3df2c None None] Checking router: af9ab92b-fef4-4dd0-8e45-6280edda3a48 for host: dv-cinder-760153-9-iscsi {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:43:26.002954 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73241213-c7f4-4514-b497-887c54e3df2c None None] Routers {'af9ab92b-fef4-4dd0-8e45-6280edda3a48'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:43:26.003558 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-73241213-c7f4-4514-b497-887c54e3df2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:43:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['af9ab92b-fef4-4dd0-8e45-6280edda3a48'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:43:26.229346 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-73241213-c7f4-4514-b497-887c54e3df2c None None] Set router af9ab92b-fef4-4dd0-8e45-6280edda3a48 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:43:26.436031 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-73241213-c7f4-4514-b497-887c54e3df2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'name': 'tempest-AttachVolumeTestJSON-655602491-router', 'tenant_id': 'f0953c14c3534ed3bb11c7453fd409de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '1bb952d2-42ac-4be5-b783-245f3bd69de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:41Z', 'updated_at': '2021-09-07T14:39:46Z', 'revision_number': 4, 'project_id': 'f0953c14c3534ed3bb11c7453fd409de', 'gw_port': {'id': '1bb952d2-42ac-4be5-b783-245f3bd69de8', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:00:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:42Z', 'updated_at': '2021-09-07T14:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': 'd6c05f7f-37b6-48e0-8d07-ae35f8501daa', 'name': '', 'network_id': '2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7', 'tenant_id': 'f0953c14c3534ed3bb11c7453fd409de', 'mac_address': 'fa:16:3e:69:c8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '6c140706-3c8f-42ae-9125-9b4351aa8d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:45Z', 'updated_at': '2021-09-07T14:39:52Z', 'revision_number': 5, 'project_id': 'f0953c14c3534ed3bb11c7453fd409de', 'subnets': [{'id': '6c140706-3c8f-42ae-9125-9b4351aa8d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:43:26.463321 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73241213-c7f4-4514-b497-887c54e3df2c None None] The sync data for ids ['af9ab92b-fef4-4dd0-8e45-6280edda3a48'] in dv-cinder-760153-9-iscsi is: [{'id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'name': 'tempest-AttachVolumeTestJSON-655602491-router', 'tenant_id': 'f0953c14c3534ed3bb11c7453fd409de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '1bb952d2-42ac-4be5-b783-245f3bd69de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:41Z', 'updated_at': '2021-09-07T14:39:46Z', 'revision_number': 4, 'project_id': 'f0953c14c3534ed3bb11c7453fd409de', 'gw_port': {'id': '1bb952d2-42ac-4be5-b783-245f3bd69de8', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:00:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:42Z', 'updated_at': '2021-09-07T14:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': 'd6c05f7f-37b6-48e0-8d07-ae35f8501daa', 'name': '', 'network_id': '2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7', 'tenant_id': 'f0953c14c3534ed3bb11c7453fd409de', 'mac_address': 'fa:16:3e:69:c8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '6c140706-3c8f-42ae-9125-9b4351aa8d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:45Z', 'updated_at': '2021-09-07T14:39:52Z', 'revision_number': 5, 'project_id': 'f0953c14c3534ed3bb11c7453fd409de', 'subnets': [{'id': '6c140706-3c8f-42ae-9125-9b4351aa8d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:43:26.698494 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126bb967-1bae-4884-a09e-d7c3e62df7a5 None None] New status for floating IP 9cff09e6-3369-46ab-a199-c2227a789782: DOWN {{(pid=94643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 14:43:26.745158 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460cb166-09b4-4cd9-af6f-60ab12fdb181 req-020cb9e9-c67c-43b0-a0c0-a8fbd4de63f1 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:26.746605 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-460cb166-09b4-4cd9-af6f-60ab12fdb181 req-020cb9e9-c67c-43b0-a0c0-a8fbd4de63f1 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 945 time: 0.0579727 Sep 07 14:43:26.806738 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-460cb166-09b4-4cd9-af6f-60ab12fdb181 req-a9030592-6fe0-42d7-b1c6-9cc9430e6505 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc6dafd9-1d11-4509-b316-0249bf4d39f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516610 Sep 07 14:43:26.826313 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c7519d17-d17c-4553-8611-2dca44f54819 req-617e5abc-f397-44cc-bab3-f18dfd3b345e tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=223d4590-c9eb-430b-adbe-445db7aa1ef1 HTTP/1.1" status: 200 len: 210 time: 0.0335653 Sep 07 14:43:26.921557 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device fad43e7f-384a-4b8f-89f9-e85078bccf8d no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:43:26.945531 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] No Port match for: fad43e7f-384a-4b8f-89f9-e85078bccf8d {{(pid=94642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:43:26.945881 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device fad43e7f-384a-4b8f-89f9-e85078bccf8d not bound to the agent host hv-cinder-76015 {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:43:27.923481 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282cb9f-d813-4d2a-a1fe-6b0216a0fed4 req-121a1952-55b1-4f24-92a1-001f69e686f9 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:27.924972 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7282cb9f-d813-4d2a-a1fe-6b0216a0fed4 req-121a1952-55b1-4f24-92a1-001f69e686f9 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 945 time: 0.0507891 Sep 07 14:43:27.963885 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7282cb9f-d813-4d2a-a1fe-6b0216a0fed4 req-e2ad6816-9fb7-4a93-9943-af72f44c14bb tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc6dafd9-1d11-4509-b316-0249bf4d39f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317228 Sep 07 14:43:27.990212 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 53676) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:43:28.071988 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f748c64d-0c5f-4353-9aea-19d6a787d880 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:28.102576 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f748c64d-0c5f-4353-9aea-19d6a787d880 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:28.121446 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8c521-0592-49cb-b4ec-169251eed48f req-136d87ae-782c-4f5d-80a8-f714245a2449 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:28.122998 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a4f8c521-0592-49cb-b4ec-169251eed48f req-136d87ae-782c-4f5d-80a8-f714245a2449 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 945 time: 0.0883617 Sep 07 14:43:28.176550 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a4f8c521-0592-49cb-b4ec-169251eed48f req-1d649b92-d582-4684-9846-8e875fc78fcb tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc6dafd9-1d11-4509-b316-0249bf4d39f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461268 Sep 07 14:43:28.198200 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 53678) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:43:28.255653 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f748c64d-0c5f-4353-9aea-19d6a787d880 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:28.258245 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f748c64d-0c5f-4353-9aea-19d6a787d880 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:28.259401 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-f748c64d-0c5f-4353-9aea-19d6a787d880 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "DELETE /v2.0/security-groups/9ff37147-ae2f-42f8-9729-91c7d946a369 HTTP/1.1" status: 204 len: 168 time: 0.2682002 Sep 07 14:43:28.262280 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 53682) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:43:28.268810 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f748c64d-0c5f-4353-9aea-19d6a787d880 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff37147-ae2f-42f8-9729-91c7d946a369,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:43:28.286596 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.api.v2.resource [None req-d616f76c-343f-4675-8777-38a21826f230 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] show failed (client error): The resource could not be found. Sep 07 14:43:28.287743 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-d616f76c-343f-4675-8777-38a21826f230 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups/9ff37147-ae2f-42f8-9729-91c7d946a369 HTTP/1.1" status: 404 len: 347 time: 0.0237770 Sep 07 14:43:28.290911 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 53684) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:43:28.343475 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14e4f3d-f19b-43ab-83e8-5ad74d212cd9 tempest-TestShelveInstance-1684749091 tempest-TestShelveInstance-1684749091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:28.345906 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-a14e4f3d-f19b-43ab-83e8-5ad74d212cd9 tempest-TestShelveInstance-1684749091 tempest-TestShelveInstance-1684749091-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 1093 time: 0.1465654 Sep 07 14:43:28.348931 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 53686) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:43:28.353496 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-88be04e4-e4c5-4f31-84ef-896c600aa870 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Request body: {'floatingip': {'floating_network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'port_id': 'c1c4d773-fd96-46c6-a471-a5752da670a9', 'tenant_id': 'fb8695fb2fcc49db9e216007d032174f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:43:28.427418 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0a6761c1-3d8b-4ff8-80b1-fd4075d65298 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Deleting port e8878c6f-01f2-4fd5-8be6-29cac5f3ed86 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:43:28.427751 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0a6761c1-3d8b-4ff8-80b1-fd4075d65298 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:28.484818 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88be04e4-e4c5-4f31-84ef-896c600aa870 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:28.508979 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0a6761c1-3d8b-4ff8-80b1-fd4075d65298 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:28.509310 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0a6761c1-3d8b-4ff8-80b1-fd4075d65298 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:28.521872 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0a6761c1-3d8b-4ff8-80b1-fd4075d65298 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Calling delete_port for e8878c6f-01f2-4fd5-8be6-29cac5f3ed86 owned by network:floatingip {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:43:28.730122 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0a6761c1-3d8b-4ff8-80b1-fd4075d65298 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:28.757176 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6761c1-3d8b-4ff8-80b1-fd4075d65298 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Pushing event deleted for resources: {'Port': ['ID=e8878c6f-01f2-4fd5-8be6-29cac5f3ed86,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:43:28.821890 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0a6761c1-3d8b-4ff8-80b1-fd4075d65298 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks [] for floatingip, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:28.825052 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0a6761c1-3d8b-4ff8-80b1-fd4075d65298 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for floatingip, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:28.827890 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-0a6761c1-3d8b-4ff8-80b1-fd4075d65298 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "DELETE /v2.0/floatingips/9cff09e6-3369-46ab-a199-c2227a789782 HTTP/1.1" status: 204 len: 168 time: 0.5358121 Sep 07 14:43:28.844702 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88be04e4-e4c5-4f31-84ef-896c600aa870 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:28.963158 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-88be04e4-e4c5-4f31-84ef-896c600aa870 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Allocated IP 172.27.3.75 (f04259db-55ec-42a0-98f6-02412be1dbca/67ecb36d-e9a7-4541-9321-65fb5ffda8c8/9d1fecc0-d7fd-4def-9f58-c0b2eef8f14d) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:43:29.080761 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88be04e4-e4c5-4f31-84ef-896c600aa870 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:29.175586 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88be04e4-e4c5-4f31-84ef-896c600aa870 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8727932'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:29.208364 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 53690) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:43:29.213082 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-cd2df814-c581-4364-bdcb-f7acf260945a tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Request body: {'security_group': {'name': 'tempest-securitygroup--501586838', 'description': 'tempest-description--17343415'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:43:29.215969 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88be04e4-e4c5-4f31-84ef-896c600aa870 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Network f04259db-55ec-42a0-98f6-02412be1dbca is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:43:29.224634 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-88be04e4-e4c5-4f31-84ef-896c600aa870 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:43:29.232234 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88be04e4-e4c5-4f31-84ef-896c600aa870 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Pushing event updated for resources: {'Port': ['ID=9d1fecc0-d7fd-4def-9f58-c0b2eef8f14d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:43:29.232234 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88be04e4-e4c5-4f31-84ef-896c600aa870 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:43:29.301481 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cd2df814-c581-4364-bdcb-f7acf260945a tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:29.386955 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cd2df814-c581-4364-bdcb-f7acf260945a tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:29.444177 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cd2df814-c581-4364-bdcb-f7acf260945a tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:29.472601 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2df814-c581-4364-bdcb-f7acf260945a tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b4a8a8-1437-4f71-abab-7cc5c0c54e95,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:43:29.523947 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cd2df814-c581-4364-bdcb-f7acf260945a tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks [] for security_group, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:29.525279 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-cd2df814-c581-4364-bdcb-f7acf260945a tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3158946 Sep 07 14:43:29.528189 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 53692) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:43:29.533074 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-dd110d52-9bce-42bf-9a72-1d7ac67707c5 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Request body: {'security_group_rule': {'security_group_id': 'c2b4a8a8-1437-4f71-abab-7cc5c0c54e95', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:43:29.597361 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88be04e4-e4c5-4f31-84ef-896c600aa870 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:29.614846 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dd110d52-9bce-42bf-9a72-1d7ac67707c5 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:29.669308 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dd110d52-9bce-42bf-9a72-1d7ac67707c5 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:29.710212 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88be04e4-e4c5-4f31-84ef-896c600aa870 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:29.730275 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dd110d52-9bce-42bf-9a72-1d7ac67707c5 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460427'] for security_group_rule, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:29.749948 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd110d52-9bce-42bf-9a72-1d7ac67707c5 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd2c019f-cf78-47e8-bf41-29205cfbf19b,revision_number=0']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:43:29.821167 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dd110d52-9bce-42bf-9a72-1d7ac67707c5 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:29.822542 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-dd110d52-9bce-42bf-9a72-1d7ac67707c5 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2934306 Sep 07 14:43:29.825232 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 53694) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:43:29.829747 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-c1c181b4-e8b5-4ef9-8e27-4c2eb112d4c3 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Request body: {'security_group_rule': {'security_group_id': 'c2b4a8a8-1437-4f71-abab-7cc5c0c54e95', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:43:29.869820 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88be04e4-e4c5-4f31-84ef-896c600aa870 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:29.969488 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c1c181b4-e8b5-4ef9-8e27-4c2eb112d4c3 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:30.010110 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88be04e4-e4c5-4f31-84ef-896c600aa870 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8727923'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:30.030339 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c1c181b4-e8b5-4ef9-8e27-4c2eb112d4c3 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:30.085506 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88be04e4-e4c5-4f31-84ef-896c600aa870 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Pushing event updated for resources: {'Port': ['ID=9d1fecc0-d7fd-4def-9f58-c0b2eef8f14d,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:43:30.096185 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88be04e4-e4c5-4f31-84ef-896c600aa870 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540525'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:30.101246 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c1c181b4-e8b5-4ef9-8e27-4c2eb112d4c3 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-460427'] for security_group_rule, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:30.120869 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c181b4-e8b5-4ef9-8e27-4c2eb112d4c3 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bdeac95-55ef-4175-858e-87a7c1de58a2,revision_number=0']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:43:30.198274 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c1c181b4-e8b5-4ef9-8e27-4c2eb112d4c3 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:30.198629 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.db.l3_db [None req-88be04e4-e4c5-4f31-84ef-896c600aa870 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Floating IP d060842f-e917-49c5-8e1b-61092e5cc437 associated. External IP: 172.27.3.75, port: c1c4d773-fd96-46c6-a471-a5752da670a9. Sep 07 14:43:30.199689 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-c1c181b4-e8b5-4ef9-8e27-4c2eb112d4c3 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3735192 Sep 07 14:43:30.203403 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 53696) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:43:30.208010 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-f7e271a3-2aa9-42d2-beff-35538efd24c9 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Request body: {'floatingip': {'floating_network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:43:30.301104 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f7e271a3-2aa9-42d2-beff-35538efd24c9 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks [] for floatingip, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:30.401583 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f7e271a3-2aa9-42d2-beff-35538efd24c9 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:30.406708 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88be04e4-e4c5-4f31-84ef-896c600aa870 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Router 3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62 has already been hosted by L3 agent ca4ca367-a056-42f7-949c-96b33f8f39bf {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:43:30.518384 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-f7e271a3-2aa9-42d2-beff-35538efd24c9 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Allocated IP 172.27.3.246 (f04259db-55ec-42a0-98f6-02412be1dbca/67ecb36d-e9a7-4541-9321-65fb5ffda8c8/ee36291c-6740-406b-a67e-67552b9c1956) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:43:30.518734 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88be04e4-e4c5-4f31-84ef-896c600aa870 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify agent at l3_agent.dv-cinder-760153-9-iscsi the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:43:30.528553 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0debf5cb-3bd1-42db-ada5-c07080fe5613 None None] Sync routers for ids ['3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62'] in dv-cinder-760153-9-iscsi {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:43:30.537384 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0debf5cb-3bd1-42db-ada5-c07080fe5613 None None] Routers {'3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:43:30.538108 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0debf5cb-3bd1-42db-ada5-c07080fe5613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:43:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:43:30.621115 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88be04e4-e4c5-4f31-84ef-896c600aa870 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:30.622832 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f7e271a3-2aa9-42d2-beff-35538efd24c9 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:30.646317 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-0debf5cb-3bd1-42db-ada5-c07080fe5613 None None] Set router 3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:43:30.661933 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-88be04e4-e4c5-4f31-84ef-896c600aa870 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3017533 Sep 07 14:43:30.661933 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '823c5382-42f3-4ed1-b804-105c508f7582', 'tag': 'c1c4d773-fd96-46c6-a471-a5752da670a9'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:43:30.661933 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca3d64d6ee1d62abf9801d62a4287030b5a1037887016040f3cf02e156c8ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774db6b4-d003-4344-86cd-a4cfbfbd1047" -d '{"events": [{"name": "network-changed", "server_uuid": "823c5382-42f3-4ed1-b804-105c508f7582", "tag": "c1c4d773-fd96-46c6-a471-a5752da670a9"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:43:30.693239 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292212da-75a2-4630-be04-93f20045e64a x-openstack-request-id: req-292212da-75a2-4630-be04-93f20045e64a {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:43:30.693596 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "823c5382-42f3-4ed1-b804-105c508f7582", "tag": "c1c4d773-fd96-46c6-a471-a5752da670a9", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:43:30.693931 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-292212da-75a2-4630-be04-93f20045e64a {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:43:30.694426 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '823c5382-42f3-4ed1-b804-105c508f7582', 'tag': 'c1c4d773-fd96-46c6-a471-a5752da670a9', 'status': 'completed', 'code': 200} Sep 07 14:43:30.758944 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f7e271a3-2aa9-42d2-beff-35538efd24c9 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:30.765216 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774db6b4-d003-4344-86cd-a4cfbfbd1047 req-0bd17af5-6593-42b5-ad65-461caad05937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:30.766917 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-774db6b4-d003-4344-86cd-a4cfbfbd1047 req-0bd17af5-6593-42b5-ad65-461caad05937 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fb8695fb2fcc49db9e216007d032174f&device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 1098 time: 0.0467203 Sep 07 14:43:30.803903 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e271a3-2aa9-42d2-beff-35538efd24c9 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Network f04259db-55ec-42a0-98f6-02412be1dbca is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:43:30.806660 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-f7e271a3-2aa9-42d2-beff-35538efd24c9 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:43:30.810412 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e271a3-2aa9-42d2-beff-35538efd24c9 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:43:30.844179 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e271a3-2aa9-42d2-beff-35538efd24c9 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Pushing event updated for resources: {'Port': ['ID=ee36291c-6740-406b-a67e-67552b9c1956,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:43:30.883544 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774db6b4-d003-4344-86cd-a4cfbfbd1047 req-59262774-1ffa-4997-8dcd-a0459338cb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:30.883544 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-774db6b4-d003-4344-86cd-a4cfbfbd1047 req-59262774-1ffa-4997-8dcd-a0459338cb57 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2b04c4b7-51ec-44a3-876e-a0d61c647f54 HTTP/1.1" status: 200 len: 910 time: 0.1058295 Sep 07 14:43:30.883847 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0debf5cb-3bd1-42db-ada5-c07080fe5613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62', 'name': 'tempest-TestShelveInstance-1583402169-router', 'tenant_id': 'fb8695fb2fcc49db9e216007d032174f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'adb948d8-7421-4486-ad43-bc1cc665ff55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:42:24Z', 'updated_at': '2021-09-07T14:42:27Z', 'revision_number': 4, 'project_id': 'fb8695fb2fcc49db9e216007d032174f', 'gw_port': {'id': 'adb948d8-7421-4486-ad43-bc1cc665ff55', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:42:25Z', 'updated_at': '2021-09-07T14:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_floatingips': [{'id': 'd060842f-e917-49c5-8e1b-61092e5cc437', 'tenant_id': 'fb8695fb2fcc49db9e216007d032174f', 'floating_ip_address': '172.27.3.75', 'floating_network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'router_id': '3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62', 'port_id': 'c1c4d773-fd96-46c6-a471-a5752da670a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b04c4b7-51ec-44a3-876e-a0d61c647f54', 'mac_address': 'fa:16:3e:19:ed:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823c5382-42f3-4ed1-b804-105c508f7582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:43:29Z', 'updated_at': '2021-09-07T14:43:29Z', 'revision_number': 0, 'project_id': 'fb8695fb2fcc49db9e216007d032174f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e7fe01c-f74e-4c87-b3d3-65ef6f99d254', 'name': '', 'network_id': '2b04c4b7-51ec-44a3-876e-a0d61c647f54', 'tenant_id': 'fb8695fb2fcc49db9e216007d032174f', 'mac_address': 'fa:16:3e:3b:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '6ccff5bd-d913-47ce-b5ae-4e400120a8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:42:27Z', 'updated_at': '2021-09-07T14:42:34Z', 'revision_number': 5, 'project_id': 'fb8695fb2fcc49db9e216007d032174f', 'subnets': [{'id': '6ccff5bd-d913-47ce-b5ae-4e400120a8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:43:30.909799 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0debf5cb-3bd1-42db-ada5-c07080fe5613 None None] Checking router: 3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62 for host: dv-cinder-760153-9-iscsi {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:43:30.910498 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f7e271a3-2aa9-42d2-beff-35538efd24c9 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:30.918452 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0debf5cb-3bd1-42db-ada5-c07080fe5613 None None] Routers {'3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:43:30.919105 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0debf5cb-3bd1-42db-ada5-c07080fe5613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:43:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:43:30.954870 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-774db6b4-d003-4344-86cd-a4cfbfbd1047 req-33a757d9-9d18-41ea-a55a-784ee216ce63 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1c4d773-fd96-46c6-a471-a5752da670a9 HTTP/1.1" status: 200 len: 998 time: 0.0638416 Sep 07 14:43:31.009462 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774db6b4-d003-4344-86cd-a4cfbfbd1047 req-0eaac86d-d14e-4aa4-852d-83e6135cd152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:31.011308 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-774db6b4-d003-4344-86cd-a4cfbfbd1047 req-0eaac86d-d14e-4aa4-852d-83e6135cd152 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6ccff5bd-d913-47ce-b5ae-4e400120a8ad HTTP/1.1" status: 200 len: 848 time: 0.0449152 Sep 07 14:43:31.025379 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f7e271a3-2aa9-42d2-beff-35538efd24c9 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:31.027677 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-0debf5cb-3bd1-42db-ada5-c07080fe5613 None None] Set router 3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:43:31.069770 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774db6b4-d003-4344-86cd-a4cfbfbd1047 req-f0303cc3-fd33-494c-b26d-b9235d08ee0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:31.071488 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-774db6b4-d003-4344-86cd-a4cfbfbd1047 req-f0303cc3-fd33-494c-b26d-b9235d08ee0a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2b04c4b7-51ec-44a3-876e-a0d61c647f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478642 Sep 07 14:43:31.202726 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-774db6b4-d003-4344-86cd-a4cfbfbd1047 req-8fc4cc28-5f9a-4336-a902-b18cdea8416a service neutron] 10.222.0.22 "GET /v2.0/networks/2b04c4b7-51ec-44a3-876e-a0d61c647f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168582 Sep 07 14:43:31.221795 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f7e271a3-2aa9-42d2-beff-35538efd24c9 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:31.284554 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f7e271a3-2aa9-42d2-beff-35538efd24c9 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009912'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:31.300449 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0debf5cb-3bd1-42db-ada5-c07080fe5613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62', 'name': 'tempest-TestShelveInstance-1583402169-router', 'tenant_id': 'fb8695fb2fcc49db9e216007d032174f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'adb948d8-7421-4486-ad43-bc1cc665ff55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:42:24Z', 'updated_at': '2021-09-07T14:42:27Z', 'revision_number': 4, 'project_id': 'fb8695fb2fcc49db9e216007d032174f', 'gw_port': {'id': 'adb948d8-7421-4486-ad43-bc1cc665ff55', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:42:25Z', 'updated_at': '2021-09-07T14:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_floatingips': [{'id': 'd060842f-e917-49c5-8e1b-61092e5cc437', 'tenant_id': 'fb8695fb2fcc49db9e216007d032174f', 'floating_ip_address': '172.27.3.75', 'floating_network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'router_id': '3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62', 'port_id': 'c1c4d773-fd96-46c6-a471-a5752da670a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b04c4b7-51ec-44a3-876e-a0d61c647f54', 'mac_address': 'fa:16:3e:19:ed:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823c5382-42f3-4ed1-b804-105c508f7582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:43:29Z', 'updated_at': '2021-09-07T14:43:29Z', 'revision_number': 0, 'project_id': 'fb8695fb2fcc49db9e216007d032174f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e7fe01c-f74e-4c87-b3d3-65ef6f99d254', 'name': '', 'network_id': '2b04c4b7-51ec-44a3-876e-a0d61c647f54', 'tenant_id': 'fb8695fb2fcc49db9e216007d032174f', 'mac_address': 'fa:16:3e:3b:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '6ccff5bd-d913-47ce-b5ae-4e400120a8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:42:27Z', 'updated_at': '2021-09-07T14:42:34Z', 'revision_number': 5, 'project_id': 'fb8695fb2fcc49db9e216007d032174f', 'subnets': [{'id': '6ccff5bd-d913-47ce-b5ae-4e400120a8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:43:31.313427 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-774db6b4-d003-4344-86cd-a4cfbfbd1047 req-b261ae6f-316f-4d4c-845a-585f2663d034 service neutron] 10.222.0.22 "GET /v2.0/networks/2b04c4b7-51ec-44a3-876e-a0d61c647f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986032 Sep 07 14:43:31.327735 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0debf5cb-3bd1-42db-ada5-c07080fe5613 None None] The sync data for ids ['3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62'] in dv-cinder-760153-9-iscsi is: [{'id': '3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62', 'name': 'tempest-TestShelveInstance-1583402169-router', 'tenant_id': 'fb8695fb2fcc49db9e216007d032174f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'adb948d8-7421-4486-ad43-bc1cc665ff55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:42:24Z', 'updated_at': '2021-09-07T14:42:27Z', 'revision_number': 4, 'project_id': 'fb8695fb2fcc49db9e216007d032174f', 'gw_port': {'id': 'adb948d8-7421-4486-ad43-bc1cc665ff55', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:42:25Z', 'updated_at': '2021-09-07T14:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_floatingips': [{'id': 'd060842f-e917-49c5-8e1b-61092e5cc437', 'tenant_id': 'fb8695fb2fcc49db9e216007d032174f', 'floating_ip_address': '172.27.3.75', 'floating_network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'router_id': '3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62', 'port_id': 'c1c4d773-fd96-46c6-a471-a5752da670a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b04c4b7-51ec-44a3-876e-a0d61c647f54', 'mac_address': 'fa:16:3e:19:ed:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823c5382-42f3-4ed1-b804-105c508f7582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:43:29Z', 'updated_at': '2021-09-07T14:43:29Z', 'revision_number': 0, 'project_id': 'fb8695fb2fcc49db9e216007d032174f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e7fe01c-f74e-4c87-b3d3-65ef6f99d254', 'name': '', 'network_id': '2b04c4b7-51ec-44a3-876e-a0d61c647f54', 'tenant_id': 'fb8695fb2fcc49db9e216007d032174f', 'mac_address': 'fa:16:3e:3b:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '6ccff5bd-d913-47ce-b5ae-4e400120a8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:42:27Z', 'updated_at': '2021-09-07T14:42:34Z', 'revision_number': 5, 'project_id': 'fb8695fb2fcc49db9e216007d032174f', 'subnets': [{'id': '6ccff5bd-d913-47ce-b5ae-4e400120a8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:43:31.370540 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e271a3-2aa9-42d2-beff-35538efd24c9 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Pushing event updated for resources: {'Port': ['ID=ee36291c-6740-406b-a67e-67552b9c1956,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:43:31.373539 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f7e271a3-2aa9-42d2-beff-35538efd24c9 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540525'] for floatingip, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:31.495938 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f7e271a3-2aa9-42d2-beff-35538efd24c9 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for floatingip, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:31.497359 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-f7e271a3-2aa9-42d2-beff-35538efd24c9 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2930191 Sep 07 14:43:31.538250 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89c274a-92b5-44f2-8cf1-425e51c68d65 None None] New status for floating IP d060842f-e917-49c5-8e1b-61092e5cc437: ACTIVE {{(pid=94643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 14:43:31.694007 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-c85fb282-824a-42ab-a6df-f240eb2ff80e tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--501586838&fields=id&tenant_id=f0953c14c3534ed3bb11c7453fd409de HTTP/1.1" status: 200 len: 267 time: 0.0405681 Sep 07 14:43:31.803480 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-142f1abc-df55-4a67-9d00-f26741a3af68 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:31.804932 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-142f1abc-df55-4a67-9d00-f26741a3af68 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/networks?id=2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7 HTTP/1.1" status: 200 len: 810 time: 0.1041310 Sep 07 14:43:31.819819 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-762ffec9-d8c4-4f31-895d-03bc13d41e6a tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/quotas/f0953c14c3534ed3bb11c7453fd409de HTTP/1.1" status: 200 len: 375 time: 0.0091968 Sep 07 14:43:31.872792 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-170cc34c-49d3-4f53-bd59-13a6add45691 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0953c14c3534ed3bb11c7453fd409de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478017 Sep 07 14:43:31.970324 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-40f9c76c-6835-4c93-b12c-b9d95595a3bf service neutron] 10.222.0.11 "GET /v2.0/networks/2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853693 Sep 07 14:43:32.057844 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-cb3a72c0-49d6-4d9a-8bfc-61b056100a76 service neutron] 10.222.0.11 "GET /v2.0/networks/2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816114 Sep 07 14:43:32.288337 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d4dfd7cd-3281-4dd5-8bb2-6eae2fb16745 req-353a1a9e-a41c-4986-831b-e70cd445a7de tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=a18ed535-b817-4339-82d0-22abfe455782 HTTP/1.1" status: 200 len: 210 time: 0.0307801 Sep 07 14:43:32.335787 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-133c3b5b-42c5-44b6-90a0-6d9fb054c344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:32.666907 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:33.385028 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-230e9b5c-e71f-4479-a81c-4fea5c872d9f req-054fb589-b611-4a49-a6e4-5cfacc86ef8c tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=a18ed535-b817-4339-82d0-22abfe455782 HTTP/1.1" status: 200 len: 210 time: 0.0274622 Sep 07 14:43:34.292787 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-675ca2d0-d24e-44e6-bf47-76589408bc50 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:34.294250 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-675ca2d0-d24e-44e6-bf47-76589408bc50 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.22 "GET /v2.0/networks?id=2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7 HTTP/1.1" status: 200 len: 810 time: 0.1035547 Sep 07 14:43:34.343485 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-8d914954-914f-46f7-a6e0-a32b5e625175 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0953c14c3534ed3bb11c7453fd409de HTTP/1.1" status: 200 len: 379 time: 0.0336759 Sep 07 14:43:34.357108 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-292f79c4-d2c6-4c60-984c-dbe70202f731 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Request body: {'port': {'device_id': 'a18ed535-b817-4339-82d0-22abfe455782', 'network_id': '2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7', 'admin_state_up': True, 'tenant_id': 'f0953c14c3534ed3bb11c7453fd409de', 'security_groups': ['c2b4a8a8-1437-4f71-abab-7cc5c0c54e95']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:43:34.489962 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d7d5cd2a-703a-47e4-b7df-9a8a1c29a33f req-ecbbbec3-1afb-494c-8ffc-ca506cbacf0b tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=a18ed535-b817-4339-82d0-22abfe455782 HTTP/1.1" status: 200 len: 210 time: 0.0318930 Sep 07 14:43:34.615381 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-292f79c4-d2c6-4c60-984c-dbe70202f731 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Made reservation on behalf of f0953c14c3534ed3bb11c7453fd409de for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:43:34.619025 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-292f79c4-d2c6-4c60-984c-dbe70202f731 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:34.743479 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-292f79c4-d2c6-4c60-984c-dbe70202f731 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Allocated IP 172.20.0.3 (2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7/6c140706-3c8f-42ae-9125-9b4351aa8d5a/59581f56-6641-4b71-9052-082460ecefbe) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:43:34.879448 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-292f79c4-d2c6-4c60-984c-dbe70202f731 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:34.892257 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-292f79c4-d2c6-4c60-984c-dbe70202f731 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Transition to ACTIVE for port object 59581f56-6641-4b71-9052-082460ecefbe will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:43:34.993987 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-292f79c4-d2c6-4c60-984c-dbe70202f731 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8727932'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:35.021428 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-849f56de-c496-40d7-b574-b64c0c3aac06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:35.036461 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-292f79c4-d2c6-4c60-984c-dbe70202f731 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Network 2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:43:35.039487 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-292f79c4-d2c6-4c60-984c-dbe70202f731 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:43:35.050067 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-292f79c4-d2c6-4c60-984c-dbe70202f731 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:43:35.077139 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292f79c4-d2c6-4c60-984c-dbe70202f731 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Pushing event updated for resources: {'Port': ['ID=59581f56-6641-4b71-9052-082460ecefbe,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:43:35.105624 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-292f79c4-d2c6-4c60-984c-dbe70202f731 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:35.106283 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-292f79c4-d2c6-4c60-984c-dbe70202f731 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:35.182180 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-292f79c4-d2c6-4c60-984c-dbe70202f731 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8284853 Sep 07 14:43:35.195968 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-774b03a4-817a-4abc-9065-3844536f3706 service neutron] Request body: {'port': {'device_id': 'a18ed535-b817-4339-82d0-22abfe455782', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:43:35.250811 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-774b03a4-817a-4abc-9065-3844536f3706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:35.392756 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-10ec1ae5-12b8-474a-898f-195319babe50 None None] Provisioning for port 59581f56-6641-4b71-9052-082460ecefbe completed by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:43:35.397110 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-10ec1ae5-12b8-474a-898f-195319babe50 None None] Provisioning complete for port 59581f56-6641-4b71-9052-082460ecefbe triggered by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:43:35.397487 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-10ec1ae5-12b8-474a-898f-195319babe50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:35.435275 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-10ec1ae5-12b8-474a-898f-195319babe50 None None] Port 59581f56-6641-4b71-9052-082460ecefbe cannot update to ACTIVE because it is not bound. {{(pid=94642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:43:35.490518 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:35.525013 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-774b03a4-817a-4abc-9065-3844536f3706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59581f56-6641-4b71-9052-082460ecefbe {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:43:35.533137 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-774b03a4-817a-4abc-9065-3844536f3706 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:35.545027 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-774b03a4-817a-4abc-9065-3844536f3706 service neutron] Transition to ACTIVE for port object 59581f56-6641-4b71-9052-082460ecefbe will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:43:35.611162 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd7035-2c8a-458f-a3e8-66e2820b94d4 req-5f823c7d-6f38-4f5a-966b-ea25c4b11c62 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:35.612956 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-02cd7035-2c8a-458f-a3e8-66e2820b94d4 req-5f823c7d-6f38-4f5a-966b-ea25c4b11c62 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=a18ed535-b817-4339-82d0-22abfe455782 HTTP/1.1" status: 200 len: 931 time: 0.0528605 Sep 07 14:43:35.633247 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-774b03a4-817a-4abc-9065-3844536f3706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8727923'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:35.692944 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-02cd7035-2c8a-458f-a3e8-66e2820b94d4 req-fb0fb971-779e-4de5-b562-658ce3aab951 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2b4a8a8-1437-4f71-abab-7cc5c0c54e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740061 Sep 07 14:43:35.709112 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b03a4-817a-4abc-9065-3844536f3706 service neutron] Pushing event updated for resources: {'Port': ['ID=59581f56-6641-4b71-9052-082460ecefbe,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:43:35.774647 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-774b03a4-817a-4abc-9065-3844536f3706 service neutron] Attempting to bind port 59581f56-6641-4b71-9052-082460ecefbe on host hv-cinder-76015 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:43:35.774884 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-774b03a4-817a-4abc-9065-3844536f3706 service neutron] Attempting to bind port 59581f56-6641-4b71-9052-082460ecefbe by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': '93673739-7b9a-4397-be35-06edeaf7603d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:43:35.775216 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-774b03a4-817a-4abc-9065-3844536f3706 service neutron] Attempting to bind port 59581f56-6641-4b71-9052-082460ecefbe on network 2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:43:35.779801 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-774b03a4-817a-4abc-9065-3844536f3706 service neutron] Port 59581f56-6641-4b71-9052-082460ecefbe on network 2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:43:35.780120 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-774b03a4-817a-4abc-9065-3844536f3706 service neutron] Attempting to bind port 59581f56-6641-4b71-9052-082460ecefbe on network 2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:43:35.785373 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-774b03a4-817a-4abc-9065-3844536f3706 service neutron] Checking agent: {'id': '0e933200-ccc3-44fa-a7f6-4e1417f97b5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 34, 32), 'started_at': datetime.datetime(2021, 9, 7, 14, 34, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:43:35.785709 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-774b03a4-817a-4abc-9065-3844536f3706 service neutron] Checking segment: {'id': '93673739-7b9a-4397-be35-06edeaf7603d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:43:35.786130 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-774b03a4-817a-4abc-9065-3844536f3706 service neutron] Bound using segment: {'id': '93673739-7b9a-4397-be35-06edeaf7603d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:43:35.786564 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-774b03a4-817a-4abc-9065-3844536f3706 service neutron] Bound port: 59581f56-6641-4b71-9052-082460ecefbe, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93673739-7b9a-4397-be35-06edeaf7603d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:43:35.786924 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-774b03a4-817a-4abc-9065-3844536f3706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:35.855732 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-774b03a4-817a-4abc-9065-3844536f3706 service neutron] For port 59581f56-6641-4b71-9052-082460ecefbe, host hv-cinder-76015, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:43:35.858760 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-774b03a4-817a-4abc-9065-3844536f3706 service neutron] For port 59581f56-6641-4b71-9052-082460ecefbe, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=59581f56-6641-4b71-9052-082460ecefbe,segment=NetworkSegment(93673739-7b9a-4397-be35-06edeaf7603d),segment_id=93673739-7b9a-4397-be35-06edeaf7603d)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:43:35.935840 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-774b03a4-817a-4abc-9065-3844536f3706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8727923'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:35.975151 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-774b03a4-817a-4abc-9065-3844536f3706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:35.975806 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-774b03a4-817a-4abc-9065-3844536f3706 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:35.977113 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-774b03a4-817a-4abc-9065-3844536f3706 service neutron] 10.222.0.22 "PUT /v2.0/ports/59581f56-6641-4b71-9052-082460ecefbe HTTP/1.1" status: 200 len: 1093 time: 0.7857249 Sep 07 14:43:35.977540 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a18ed535-b817-4339-82d0-22abfe455782', 'tag': '59581f56-6641-4b71-9052-082460ecefbe'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:43:35.979769 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca3d64d6ee1d62abf9801d62a4287030b5a1037887016040f3cf02e156c8ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0393c0d1-5a60-4887-913a-96ec8d03da02" -d '{"events": [{"name": "network-changed", "server_uuid": "a18ed535-b817-4339-82d0-22abfe455782", "tag": "59581f56-6641-4b71-9052-082460ecefbe"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:43:36.002820 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b03a4-817a-4abc-9065-3844536f3706 service neutron] Pushing event updated for resources: {'Port': ['ID=59581f56-6641-4b71-9052-082460ecefbe,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:43:36.021834 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac8c437-1412-41b9-8ce3-9d4147c8dad4 x-openstack-request-id: req-eac8c437-1412-41b9-8ce3-9d4147c8dad4 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:43:36.022282 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a18ed535-b817-4339-82d0-22abfe455782", "tag": "59581f56-6641-4b71-9052-082460ecefbe", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:43:36.022561 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eac8c437-1412-41b9-8ce3-9d4147c8dad4 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:43:36.022984 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a18ed535-b817-4339-82d0-22abfe455782', 'tag': '59581f56-6641-4b71-9052-082460ecefbe', 'status': 'completed', 'code': 200} Sep 07 14:43:36.095169 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393c0d1-5a60-4887-913a-96ec8d03da02 req-6c67cc61-aa46-41f8-be5e-3d302f48889f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:36.096764 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0393c0d1-5a60-4887-913a-96ec8d03da02 req-6c67cc61-aa46-41f8-be5e-3d302f48889f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f0953c14c3534ed3bb11c7453fd409de&device_id=a18ed535-b817-4339-82d0-22abfe455782 HTTP/1.1" status: 200 len: 1096 time: 0.0431809 Sep 07 14:43:36.135673 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:36.205788 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393c0d1-5a60-4887-913a-96ec8d03da02 req-b2b95472-f3e4-46cd-a049-9db2ef48de48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:36.207302 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0393c0d1-5a60-4887-913a-96ec8d03da02 req-b2b95472-f3e4-46cd-a049-9db2ef48de48 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=f0953c14c3534ed3bb11c7453fd409de&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1013420 Sep 07 14:43:36.302212 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393c0d1-5a60-4887-913a-96ec8d03da02 req-60721582-3864-49a4-906e-e01b34325094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:36.303664 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0393c0d1-5a60-4887-913a-96ec8d03da02 req-60721582-3864-49a4-906e-e01b34325094 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873060 Sep 07 14:43:36.401008 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-82ac3a08-c0c8-4a26-b729-49b8258d2621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:36.402520 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-82ac3a08-c0c8-4a26-b729-49b8258d2621 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f0953c14c3534ed3bb11c7453fd409de&device_id=a18ed535-b817-4339-82d0-22abfe455782 HTTP/1.1" status: 200 len: 1096 time: 0.0413747 Sep 07 14:43:36.452666 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-6721d492-02b9-455f-99d6-4703addd1bfa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59581f56-6641-4b71-9052-082460ecefbe HTTP/1.1" status: 200 len: 217 time: 0.0377526 Sep 07 14:43:36.515334 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-7206cbae-e133-45fe-9dd3-c72d2e6168f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:36.517407 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-7206cbae-e133-45fe-9dd3-c72d2e6168f5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6c140706-3c8f-42ae-9125-9b4351aa8d5a HTTP/1.1" status: 200 len: 849 time: 0.0435829 Sep 07 14:43:36.567050 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-52713ab0-d536-415a-baf3-dd53dbe0015a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:36.568438 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-52713ab0-d536-415a-baf3-dd53dbe0015a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393128 Sep 07 14:43:36.680819 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-eda70ddf-dc0d-4e7e-b6b8-847b54bfd05a service neutron] 10.222.0.22 "GET /v2.0/networks/2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901804 Sep 07 14:43:36.800848 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8bbebe0e-135b-46fe-9dd0-4b95102390d2 req-32e28fb9-1702-4e4f-9786-95673de2fdf7 service neutron] 10.222.0.22 "GET /v2.0/networks/2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092265 Sep 07 14:43:36.821505 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532fc0a-a62a-484d-9cde-9b36d10bea7a req-9e01c667-a40d-4caa-9eef-07218e9aff25 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:36.822950 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0532fc0a-a62a-484d-9cde-9b36d10bea7a req-9e01c667-a40d-4caa-9eef-07218e9aff25 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=a18ed535-b817-4339-82d0-22abfe455782 HTTP/1.1" status: 200 len: 943 time: 0.0619969 Sep 07 14:43:36.862566 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0532fc0a-a62a-484d-9cde-9b36d10bea7a req-78520b1a-f4e0-40b3-bbda-45c12eb3c4e3 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2b4a8a8-1437-4f71-abab-7cc5c0c54e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336816 Sep 07 14:43:37.809749 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:37.979231 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1ac34-0814-4e11-bfcc-70ecd510990d req-f038f850-d5ab-4dde-94bf-16e335605a5c tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:37.980719 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0dd1ac34-0814-4e11-bfcc-70ecd510990d req-f038f850-d5ab-4dde-94bf-16e335605a5c tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=a18ed535-b817-4339-82d0-22abfe455782 HTTP/1.1" status: 200 len: 943 time: 0.0478549 Sep 07 14:43:38.017696 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0dd1ac34-0814-4e11-bfcc-70ecd510990d req-fa84e629-3daa-4c66-a1a0-1bf87a973d58 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2b4a8a8-1437-4f71-abab-7cc5c0c54e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304503 Sep 07 14:43:38.969264 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 59581f56-6641-4b71-9052-082460ecefbe details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:43:39.065954 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port 59581f56-6641-4b71-9052-082460ecefbe, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=59581f56-6641-4b71-9052-082460ecefbe,segment=NetworkSegment(93673739-7b9a-4397-be35-06edeaf7603d),segment_id=93673739-7b9a-4397-be35-06edeaf7603d)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:43:39.077366 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Returning: {'device': '59581f56-6641-4b71-9052-082460ecefbe', 'network_id': '2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7', 'port_id': '59581f56-6641-4b71-9052-082460ecefbe', 'mac_address': 'fa:16:3e:c2:57:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c140706-3c8f-42ae-9125-9b4351aa8d5a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:43:39.121702 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:39.135424 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59581f56-6641-4b71-9052-082460ecefbe {{(pid=94642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:43:39.142205 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643ed04-305d-4394-9d04-8c215faf1c6b req-f3eef1ee-1b64-4ee0-b80d-38b9aefb7da3 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:39.143803 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d643ed04-305d-4394-9d04-8c215faf1c6b req-f3eef1ee-1b64-4ee0-b80d-38b9aefb7da3 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=a18ed535-b817-4339-82d0-22abfe455782 HTTP/1.1" status: 200 len: 943 time: 0.0577836 Sep 07 14:43:39.155412 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port 59581f56-6641-4b71-9052-082460ecefbe, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=59581f56-6641-4b71-9052-082460ecefbe,segment=NetworkSegment(93673739-7b9a-4397-be35-06edeaf7603d),segment_id=93673739-7b9a-4397-be35-06edeaf7603d)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:43:39.181597 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d643ed04-305d-4394-9d04-8c215faf1c6b req-39964915-e8f0-4d02-be7f-1e12bb2f5f6e tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2b4a8a8-1437-4f71-abab-7cc5c0c54e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315626 Sep 07 14:43:39.210021 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:39.256483 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=59581f56-6641-4b71-9052-082460ecefbe,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:43:39.263413 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:43:39.263754 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:43:39.264091 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:43:39.264421 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:43:39.264748 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:43:39.265074 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:43:39.265398 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:43:39.265719 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:43:39.266078 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:43:39.266399 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:43:39.266746 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:43:39.267064 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:43:39.506969 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] get_ports_and_sgs() called for port_ids ['59581f56-6641-4b71-9052-082460ecefbe'] {{(pid=94642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:43:40.298103 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868bde1b-6f12-42ce-b026-23e9b942bdd3 req-cd1d7a3e-30b8-477e-a5ba-a93d180f2014 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:40.299509 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-868bde1b-6f12-42ce-b026-23e9b942bdd3 req-cd1d7a3e-30b8-477e-a5ba-a93d180f2014 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=a18ed535-b817-4339-82d0-22abfe455782 HTTP/1.1" status: 200 len: 944 time: 0.0518925 Sep 07 14:43:40.336495 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-868bde1b-6f12-42ce-b026-23e9b942bdd3 req-1f6afc46-2053-42ae-8240-48c12896269b tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2b4a8a8-1437-4f71-abab-7cc5c0c54e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311868 Sep 07 14:43:40.981069 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 59581f56-6641-4b71-9052-082460ecefbe up at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:43:41.130162 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Provisioning for port 59581f56-6641-4b71-9052-082460ecefbe completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:43:41.134282 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Provisioning complete for port 59581f56-6641-4b71-9052-082460ecefbe triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:43:41.134660 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:41.212370 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:41.234195 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18ed535-b817-4339-82d0-22abfe455782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59581f56-6641-4b71-9052-082460ecefbe'}] {{(pid=94642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:43:41.236379 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd6d84ba8741af88afecd5b756310c726975e6558383509c2c49b1cfba31424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62590025-3bb0-4440-b948-7a8e2350fab4" -d '{"events": [{"server_uuid": "a18ed535-b817-4339-82d0-22abfe455782", "name": "network-vif-plugged", "status": "completed", "tag": "59581f56-6641-4b71-9052-082460ecefbe"}]}' {{(pid=94642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:43:41.251641 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port 59581f56-6641-4b71-9052-082460ecefbe, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=59581f56-6641-4b71-9052-082460ecefbe,segment=NetworkSegment(93673739-7b9a-4397-be35-06edeaf7603d),segment_id=93673739-7b9a-4397-be35-06edeaf7603d)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:43:41.275338 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628c2f07-be10-42bd-9f60-36722bbc0f9d x-openstack-request-id: req-628c2f07-be10-42bd-9f60-36722bbc0f9d {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:43:41.275725 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18ed535-b817-4339-82d0-22abfe455782", "name": "network-vif-plugged", "status": "completed", "tag": "59581f56-6641-4b71-9052-082460ecefbe", "code": 200}]} {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:43:41.275989 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-628c2f07-be10-42bd-9f60-36722bbc0f9d {{(pid=94642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:43:41.276395 dv-cinder-760153-9-iscsi neutron-server[94642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18ed535-b817-4339-82d0-22abfe455782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59581f56-6641-4b71-9052-082460ecefbe', 'code': 200} Sep 07 14:43:41.313012 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:41.362445 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=59581f56-6641-4b71-9052-082460ecefbe,revision_number=5']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:43:41.453211 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a7e6a-cd1b-4486-a90d-6691c2dd8a5c req-df0244fd-9b56-4e58-811b-7d23915264d7 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:41.455254 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-706a7e6a-cd1b-4486-a90d-6691c2dd8a5c req-df0244fd-9b56-4e58-811b-7d23915264d7 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=a18ed535-b817-4339-82d0-22abfe455782 HTTP/1.1" status: 200 len: 945 time: 0.0482750 Sep 07 14:43:41.529812 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-706a7e6a-cd1b-4486-a90d-6691c2dd8a5c req-4c4c4ab3-db06-4b60-bf14-c428188daada tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2b4a8a8-1437-4f71-abab-7cc5c0c54e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328758 Sep 07 14:43:41.760435 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4d1c5-9392-4d4e-8f4d-a7706c971cd8 req-0526ad1d-e9ec-4c5d-a27a-ca582ae4a96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:41.761987 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-96d4d1c5-9392-4d4e-8f4d-a7706c971cd8 req-0526ad1d-e9ec-4c5d-a27a-ca582ae4a96b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a18ed535-b817-4339-82d0-22abfe455782 HTTP/1.1" status: 200 len: 1098 time: 0.0400822 Sep 07 14:43:41.807908 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-96d4d1c5-9392-4d4e-8f4d-a7706c971cd8 req-b0b15186-cf99-4ef4-b84b-93151cc0a355 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c2b4a8a8-1437-4f71-abab-7cc5c0c54e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286858 Sep 07 14:43:42.615479 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332a6e1-8115-45e1-b995-107d48fbaa4a req-1181a533-0c98-49ea-a815-12cb6662cda8 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:42.616969 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1332a6e1-8115-45e1-b995-107d48fbaa4a req-1181a533-0c98-49ea-a815-12cb6662cda8 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=a18ed535-b817-4339-82d0-22abfe455782 HTTP/1.1" status: 200 len: 945 time: 0.0538323 Sep 07 14:43:42.655076 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1332a6e1-8115-45e1-b995-107d48fbaa4a req-91405212-1678-4856-a1fb-2c795d31e7a4 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2b4a8a8-1437-4f71-abab-7cc5c0c54e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320287 Sep 07 14:43:43.768780 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e147839-b412-48af-a6e3-f66d14be6328 req-1cf7d4a1-6cd9-4e31-a622-ac292261f402 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:43.770630 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7e147839-b412-48af-a6e3-f66d14be6328 req-1cf7d4a1-6cd9-4e31-a622-ac292261f402 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=a18ed535-b817-4339-82d0-22abfe455782 HTTP/1.1" status: 200 len: 945 time: 0.0479705 Sep 07 14:43:43.810584 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7e147839-b412-48af-a6e3-f66d14be6328 req-8ba0ca2d-53f5-426e-97f7-cb3953fb4b9d tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2b4a8a8-1437-4f71-abab-7cc5c0c54e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340474 Sep 07 14:43:43.922385 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386183e-3959-4ddc-9966-e75d47076c43 req-52ad9f90-e0e5-4d85-9394-58ef3b3ff80e tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:43.923872 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f386183e-3959-4ddc-9966-e75d47076c43 req-52ad9f90-e0e5-4d85-9394-58ef3b3ff80e tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=a18ed535-b817-4339-82d0-22abfe455782 HTTP/1.1" status: 200 len: 945 time: 0.0483437 Sep 07 14:43:43.933217 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 53762) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:43:43.937838 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-6c97f924-cae8-41da-88a4-ab17157478c0 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Request body: {'floatingip': {'port_id': '59581f56-6641-4b71-9052-082460ecefbe'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:43:43.980275 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6c97f924-cae8-41da-88a4-ab17157478c0 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks [] for floatingip, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:44.402693 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6c97f924-cae8-41da-88a4-ab17157478c0 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:44.484283 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6c97f924-cae8-41da-88a4-ab17157478c0 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540525'] for floatingip, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:44.580256 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.db.l3_db [None req-6c97f924-cae8-41da-88a4-ab17157478c0 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Floating IP e88e8afc-906c-41dd-bf28-b56f8207aaa1 associated. External IP: 172.27.3.246, port: 59581f56-6641-4b71-9052-082460ecefbe. Sep 07 14:43:44.788820 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c97f924-cae8-41da-88a4-ab17157478c0 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Router af9ab92b-fef4-4dd0-8e45-6280edda3a48 has already been hosted by L3 agent ca4ca367-a056-42f7-949c-96b33f8f39bf {{(pid=94641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:43:44.897696 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c97f924-cae8-41da-88a4-ab17157478c0 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify agent at l3_agent.dv-cinder-760153-9-iscsi the message routers_updated {{(pid=94641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:43:44.902804 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6c97f924-cae8-41da-88a4-ab17157478c0 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for floatingip, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:43:44.907051 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4375b3c5-c843-46dc-b9a6-1e61da372daa None None] Sync routers for ids ['af9ab92b-fef4-4dd0-8e45-6280edda3a48'] in dv-cinder-760153-9-iscsi {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:43:44.916636 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4375b3c5-c843-46dc-b9a6-1e61da372daa None None] Routers {'af9ab92b-fef4-4dd0-8e45-6280edda3a48'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:43:44.917248 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4375b3c5-c843-46dc-b9a6-1e61da372daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:43:35Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['af9ab92b-fef4-4dd0-8e45-6280edda3a48'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:43:44.933443 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-6c97f924-cae8-41da-88a4-ab17157478c0 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "PUT /v2.0/floatingips/e88e8afc-906c-41dd-bf28-b56f8207aaa1 HTTP/1.1" status: 200 len: 991 time: 0.9965558 Sep 07 14:43:44.933443 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a18ed535-b817-4339-82d0-22abfe455782', 'tag': '59581f56-6641-4b71-9052-082460ecefbe'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:43:44.934085 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ae4c01fc0fef93246b53b81dc3c4053f5278a59fc30262d76e8d579d86f7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc57f41-e3d4-4971-95eb-9d028ed3f1c5" -d '{"events": [{"name": "network-changed", "server_uuid": "a18ed535-b817-4339-82d0-22abfe455782", "tag": "59581f56-6641-4b71-9052-082460ecefbe"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:43:44.973106 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815b6e00-4ebf-409f-95c0-9295249eebb0 x-openstack-request-id: req-815b6e00-4ebf-409f-95c0-9295249eebb0 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:43:44.973106 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a18ed535-b817-4339-82d0-22abfe455782", "tag": "59581f56-6641-4b71-9052-082460ecefbe", "status": "completed", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:43:44.973106 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-815b6e00-4ebf-409f-95c0-9295249eebb0 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:43:44.973106 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a18ed535-b817-4339-82d0-22abfe455782', 'tag': '59581f56-6641-4b71-9052-082460ecefbe', 'status': 'completed', 'code': 200} Sep 07 14:43:45.046348 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc57f41-e3d4-4971-95eb-9d028ed3f1c5 req-719e1eda-25c9-44b9-8ee5-de078e3d763a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:45.048152 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6dc57f41-e3d4-4971-95eb-9d028ed3f1c5 req-719e1eda-25c9-44b9-8ee5-de078e3d763a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f0953c14c3534ed3bb11c7453fd409de&device_id=a18ed535-b817-4339-82d0-22abfe455782 HTTP/1.1" status: 200 len: 1098 time: 0.0479813 Sep 07 14:43:45.150918 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc57f41-e3d4-4971-95eb-9d028ed3f1c5 req-52e3012c-346d-4a10-bbfa-d07a7bfdb700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:45.152384 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6dc57f41-e3d4-4971-95eb-9d028ed3f1c5 req-52e3012c-346d-4a10-bbfa-d07a7bfdb700 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7 HTTP/1.1" status: 200 len: 911 time: 0.0925229 Sep 07 14:43:45.153445 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-4375b3c5-c843-46dc-b9a6-1e61da372daa None None] Set router af9ab92b-fef4-4dd0-8e45-6280edda3a48 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:43:45.384830 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4375b3c5-c843-46dc-b9a6-1e61da372daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'name': 'tempest-AttachVolumeTestJSON-655602491-router', 'tenant_id': 'f0953c14c3534ed3bb11c7453fd409de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '1bb952d2-42ac-4be5-b783-245f3bd69de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:41Z', 'updated_at': '2021-09-07T14:39:46Z', 'revision_number': 4, 'project_id': 'f0953c14c3534ed3bb11c7453fd409de', 'gw_port': {'id': '1bb952d2-42ac-4be5-b783-245f3bd69de8', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:00:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:42Z', 'updated_at': '2021-09-07T14:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_floatingips': [{'id': 'e88e8afc-906c-41dd-bf28-b56f8207aaa1', 'tenant_id': 'f0953c14c3534ed3bb11c7453fd409de', 'floating_ip_address': '172.27.3.246', 'floating_network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'router_id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'port_id': '59581f56-6641-4b71-9052-082460ecefbe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7', 'mac_address': 'fa:16:3e:c2:57:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18ed535-b817-4339-82d0-22abfe455782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:43:30Z', 'updated_at': '2021-09-07T14:43:44Z', 'revision_number': 1, 'project_id': 'f0953c14c3534ed3bb11c7453fd409de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6c05f7f-37b6-48e0-8d07-ae35f8501daa', 'name': '', 'network_id': '2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7', 'tenant_id': 'f0953c14c3534ed3bb11c7453fd409de', 'mac_address': 'fa:16:3e:69:c8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '6c140706-3c8f-42ae-9125-9b4351aa8d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:45Z', 'updated_at': '2021-09-07T14:39:52Z', 'revision_number': 5, 'project_id': 'f0953c14c3534ed3bb11c7453fd409de', 'subnets': [{'id': '6c140706-3c8f-42ae-9125-9b4351aa8d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:43:45.415702 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4375b3c5-c843-46dc-b9a6-1e61da372daa None None] Checking router: af9ab92b-fef4-4dd0-8e45-6280edda3a48 for host: dv-cinder-760153-9-iscsi {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:43:45.424490 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4375b3c5-c843-46dc-b9a6-1e61da372daa None None] Routers {'af9ab92b-fef4-4dd0-8e45-6280edda3a48'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:43:45.425105 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4375b3c5-c843-46dc-b9a6-1e61da372daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:43:35Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['af9ab92b-fef4-4dd0-8e45-6280edda3a48'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:43:45.479665 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6dc57f41-e3d4-4971-95eb-9d028ed3f1c5 req-e6ab2963-8f95-4204-aebd-3d36d3212dd6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59581f56-6641-4b71-9052-082460ecefbe HTTP/1.1" status: 200 len: 999 time: 0.3173642 Sep 07 14:43:45.532570 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-4375b3c5-c843-46dc-b9a6-1e61da372daa None None] Set router af9ab92b-fef4-4dd0-8e45-6280edda3a48 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:43:45.535166 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc57f41-e3d4-4971-95eb-9d028ed3f1c5 req-ebe8d5e5-cd80-42be-9bc9-ace78a35c9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:45.536885 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6dc57f41-e3d4-4971-95eb-9d028ed3f1c5 req-ebe8d5e5-cd80-42be-9bc9-ace78a35c9a0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6c140706-3c8f-42ae-9125-9b4351aa8d5a HTTP/1.1" status: 200 len: 849 time: 0.0443537 Sep 07 14:43:45.592060 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc57f41-e3d4-4971-95eb-9d028ed3f1c5 req-f834f9f3-038f-419c-a691-144ffc5d0da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:43:45.593550 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6dc57f41-e3d4-4971-95eb-9d028ed3f1c5 req-f834f9f3-038f-419c-a691-144ffc5d0da4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411091 Sep 07 14:43:45.695183 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6dc57f41-e3d4-4971-95eb-9d028ed3f1c5 req-c0f85989-7dfc-4955-8dbc-754c905a3180 service neutron] 10.222.0.22 "GET /v2.0/networks/2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902147 Sep 07 14:43:45.756006 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4375b3c5-c843-46dc-b9a6-1e61da372daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'name': 'tempest-AttachVolumeTestJSON-655602491-router', 'tenant_id': 'f0953c14c3534ed3bb11c7453fd409de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '1bb952d2-42ac-4be5-b783-245f3bd69de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:41Z', 'updated_at': '2021-09-07T14:39:46Z', 'revision_number': 4, 'project_id': 'f0953c14c3534ed3bb11c7453fd409de', 'gw_port': {'id': '1bb952d2-42ac-4be5-b783-245f3bd69de8', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:00:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:42Z', 'updated_at': '2021-09-07T14:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_floatingips': [{'id': 'e88e8afc-906c-41dd-bf28-b56f8207aaa1', 'tenant_id': 'f0953c14c3534ed3bb11c7453fd409de', 'floating_ip_address': '172.27.3.246', 'floating_network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'router_id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'port_id': '59581f56-6641-4b71-9052-082460ecefbe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7', 'mac_address': 'fa:16:3e:c2:57:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18ed535-b817-4339-82d0-22abfe455782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:43:30Z', 'updated_at': '2021-09-07T14:43:44Z', 'revision_number': 1, 'project_id': 'f0953c14c3534ed3bb11c7453fd409de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6c05f7f-37b6-48e0-8d07-ae35f8501daa', 'name': '', 'network_id': '2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7', 'tenant_id': 'f0953c14c3534ed3bb11c7453fd409de', 'mac_address': 'fa:16:3e:69:c8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '6c140706-3c8f-42ae-9125-9b4351aa8d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:45Z', 'updated_at': '2021-09-07T14:39:52Z', 'revision_number': 5, 'project_id': 'f0953c14c3534ed3bb11c7453fd409de', 'subnets': [{'id': '6c140706-3c8f-42ae-9125-9b4351aa8d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:43:45.781721 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4375b3c5-c843-46dc-b9a6-1e61da372daa None None] The sync data for ids ['af9ab92b-fef4-4dd0-8e45-6280edda3a48'] in dv-cinder-760153-9-iscsi is: [{'id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'name': 'tempest-AttachVolumeTestJSON-655602491-router', 'tenant_id': 'f0953c14c3534ed3bb11c7453fd409de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '1bb952d2-42ac-4be5-b783-245f3bd69de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:41Z', 'updated_at': '2021-09-07T14:39:46Z', 'revision_number': 4, 'project_id': 'f0953c14c3534ed3bb11c7453fd409de', 'gw_port': {'id': '1bb952d2-42ac-4be5-b783-245f3bd69de8', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:00:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:42Z', 'updated_at': '2021-09-07T14:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_floatingips': [{'id': 'e88e8afc-906c-41dd-bf28-b56f8207aaa1', 'tenant_id': 'f0953c14c3534ed3bb11c7453fd409de', 'floating_ip_address': '172.27.3.246', 'floating_network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'router_id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'port_id': '59581f56-6641-4b71-9052-082460ecefbe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7', 'mac_address': 'fa:16:3e:c2:57:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a18ed535-b817-4339-82d0-22abfe455782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:43:30Z', 'updated_at': '2021-09-07T14:43:44Z', 'revision_number': 1, 'project_id': 'f0953c14c3534ed3bb11c7453fd409de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6c05f7f-37b6-48e0-8d07-ae35f8501daa', 'name': '', 'network_id': '2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7', 'tenant_id': 'f0953c14c3534ed3bb11c7453fd409de', 'mac_address': 'fa:16:3e:69:c8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '6c140706-3c8f-42ae-9125-9b4351aa8d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:45Z', 'updated_at': '2021-09-07T14:39:52Z', 'revision_number': 5, 'project_id': 'f0953c14c3534ed3bb11c7453fd409de', 'subnets': [{'id': '6c140706-3c8f-42ae-9125-9b4351aa8d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:43:45.785437 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6dc57f41-e3d4-4971-95eb-9d028ed3f1c5 req-998b18a4-be79-456c-b098-28d6cfada443 service neutron] 10.222.0.22 "GET /v2.0/networks/2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806694 Sep 07 14:43:45.958366 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b16d084-ad6d-4a70-ad50-764d86e89edc None None] New status for floating IP e88e8afc-906c-41dd-bf28-b56f8207aaa1: ACTIVE {{(pid=94643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 14:43:56.388030 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.agents_db [None req-8586c0a8-7e1b-4ad5-b29e-274ce3295afb None None] Agent healthcheck: found 6 active agents {{(pid=94643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:44:02.324755 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-733b0303-ef67-415e-b6da-618e632c62d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:02.662106 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:05.038978 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6488642a-749a-4d87-bdf6-e0c7fa42158a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:05.456139 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:06.166031 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:07.689859 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ac924-109d-4806-ba98-9048738a8d00 req-b4e11990-19c7-4142-aaa6-072b52420214 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:44:07.691416 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-109ac924-109d-4806-ba98-9048738a8d00 req-b4e11990-19c7-4142-aaa6-072b52420214 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 946 time: 0.0539296 Sep 07 14:44:07.729532 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-109ac924-109d-4806-ba98-9048738a8d00 req-a9d35dc9-f297-489c-8d55-8e9d2f7f1ee7 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316198 Sep 07 14:44:07.816341 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:08.847980 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace7e35-2a28-4d1b-80fe-4e6c7890c8fb req-ad9539b1-b7f8-406a-98af-6f2284a3d3b1 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:44:08.849443 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5ace7e35-2a28-4d1b-80fe-4e6c7890c8fb req-ad9539b1-b7f8-406a-98af-6f2284a3d3b1 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 946 time: 0.0478582 Sep 07 14:44:08.886649 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5ace7e35-2a28-4d1b-80fe-4e6c7890c8fb req-e68fe107-f4ae-40e5-8062-865191259a2a tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305426 Sep 07 14:44:09.439117 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51fd3ad-7585-4e8a-b657-983a9f19e4c4 req-543913c3-3d9b-4a34-a679-79ba4ca1b17e tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:44:09.440546 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e51fd3ad-7585-4e8a-b657-983a9f19e4c4 req-543913c3-3d9b-4a34-a679-79ba4ca1b17e tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 946 time: 0.0480199 Sep 07 14:44:09.535077 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-e51fd3ad-7585-4e8a-b657-983a9f19e4c4 req-f28c8291-d266-418b-a5c0-7c04cacbb2d2 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Deleting port 035a64a4-3762-4d3c-99d0-8c3ccf57c8e8 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:44:09.535406 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e51fd3ad-7585-4e8a-b657-983a9f19e4c4 req-f28c8291-d266-418b-a5c0-7c04cacbb2d2 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:09.620978 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-e51fd3ad-7585-4e8a-b657-983a9f19e4c4 req-f28c8291-d266-418b-a5c0-7c04cacbb2d2 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] For port 035a64a4-3762-4d3c-99d0-8c3ccf57c8e8, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=035a64a4-3762-4d3c-99d0-8c3ccf57c8e8,segment=NetworkSegment(e54557d8-93d7-49ba-a7fc-963d1c00c60e),segment_id=e54557d8-93d7-49ba-a7fc-963d1c00c60e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:44:09.621328 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e51fd3ad-7585-4e8a-b657-983a9f19e4c4 req-f28c8291-d266-418b-a5c0-7c04cacbb2d2 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:09.836150 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e51fd3ad-7585-4e8a-b657-983a9f19e4c4 req-f28c8291-d266-418b-a5c0-7c04cacbb2d2 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:09.836511 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e51fd3ad-7585-4e8a-b657-983a9f19e4c4 req-f28c8291-d266-418b-a5c0-7c04cacbb2d2 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540525'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:09.836826 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.db.l3_db [req-e51fd3ad-7585-4e8a-b657-983a9f19e4c4 req-f28c8291-d266-418b-a5c0-7c04cacbb2d2 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Floating IP f1e1dcca-3037-4ddd-ad95-91b3647c3f10 disassociated. External IP: 172.27.3.156, port: 035a64a4-3762-4d3c-99d0-8c3ccf57c8e8. Sep 07 14:44:09.837166 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-e51fd3ad-7585-4e8a-b657-983a9f19e4c4 req-f28c8291-d266-418b-a5c0-7c04cacbb2d2 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Calling delete_port for 035a64a4-3762-4d3c-99d0-8c3ccf57c8e8 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:44:10.011906 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f3be5-f31f-4c56-834d-4c6d0e5affc9 req-1c3f222c-fac4-445e-9fec-67a3732cc135 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:44:10.013388 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-aa9f3be5-f31f-4c56-834d-4c6d0e5affc9 req-1c3f222c-fac4-445e-9fec-67a3732cc135 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 946 time: 0.0511637 Sep 07 14:44:10.051787 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-aa9f3be5-f31f-4c56-834d-4c6d0e5affc9 req-2a2d2407-0117-4f31-a668-31c682b69016 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups?id=288038c0-cb2e-46ac-aae1-ccb7ff9cd699&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323186 Sep 07 14:44:10.052818 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e51fd3ad-7585-4e8a-b657-983a9f19e4c4 req-f28c8291-d266-418b-a5c0-7c04cacbb2d2 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8727932'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:10.084781 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28c8291-d266-418b-a5c0-7c04cacbb2d2 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Pushing event deleted for resources: {'Port': ['ID=035a64a4-3762-4d3c-99d0-8c3ccf57c8e8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:44:10.200592 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e51fd3ad-7585-4e8a-b657-983a9f19e4c4 req-f28c8291-d266-418b-a5c0-7c04cacbb2d2 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Router a78bc4b4-71e1-49de-b3d5-af042285a4ec has already been hosted by L3 agent ca4ca367-a056-42f7-949c-96b33f8f39bf {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:44:10.303614 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e51fd3ad-7585-4e8a-b657-983a9f19e4c4 req-f28c8291-d266-418b-a5c0-7c04cacbb2d2 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify agent at l3_agent.dv-cinder-760153-9-iscsi the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:44:10.313023 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbecee6d-9703-4571-b284-4f01c9346ed7 None None] Sync routers for ids ['a78bc4b4-71e1-49de-b3d5-af042285a4ec'] in dv-cinder-760153-9-iscsi {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:44:10.321543 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbecee6d-9703-4571-b284-4f01c9346ed7 None None] Routers {'a78bc4b4-71e1-49de-b3d5-af042285a4ec'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:44:10.322225 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-dbecee6d-9703-4571-b284-4f01c9346ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:44:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['a78bc4b4-71e1-49de-b3d5-af042285a4ec'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:44:10.344947 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51fd3ad-7585-4e8a-b657-983a9f19e4c4 req-f28c8291-d266-418b-a5c0-7c04cacbb2d2 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] No DVR routers for this DVR port 035a64a4-3762-4d3c-99d0-8c3ccf57c8e8 on host hv-cinder-76015 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:44:10.347426 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e51fd3ad-7585-4e8a-b657-983a9f19e4c4 req-f28c8291-d266-418b-a5c0-7c04cacbb2d2 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:10.349425 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e51fd3ad-7585-4e8a-b657-983a9f19e4c4 req-f28c8291-d266-418b-a5c0-7c04cacbb2d2 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.22 "DELETE /v2.0/ports/035a64a4-3762-4d3c-99d0-8c3ccf57c8e8 HTTP/1.1" status: 204 len: 173 time: 0.9019868 Sep 07 14:44:10.353469 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee91eac6-caf7-48f7-9fe0-509c27094153', 'name': 'network-vif-deleted', 'tag': '035a64a4-3762-4d3c-99d0-8c3ccf57c8e8'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:44:10.353469 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca3d64d6ee1d62abf9801d62a4287030b5a1037887016040f3cf02e156c8ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a20c87e-cb6b-464c-8bbb-85ea578aea8a" -d '{"events": [{"server_uuid": "ee91eac6-caf7-48f7-9fe0-509c27094153", "name": "network-vif-deleted", "tag": "035a64a4-3762-4d3c-99d0-8c3ccf57c8e8"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:44:10.391718 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbdac349-2213-49b3-bc46-b7a164935a1d x-openstack-request-id: req-cbdac349-2213-49b3-bc46-b7a164935a1d {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:44:10.392017 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee91eac6-caf7-48f7-9fe0-509c27094153", "name": "network-vif-deleted", "tag": "035a64a4-3762-4d3c-99d0-8c3ccf57c8e8", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:44:10.392421 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cbdac349-2213-49b3-bc46-b7a164935a1d {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:44:10.392824 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee91eac6-caf7-48f7-9fe0-509c27094153', 'name': 'network-vif-deleted', 'tag': '035a64a4-3762-4d3c-99d0-8c3ccf57c8e8', 'status': 'completed', 'code': 200} Sep 07 14:44:10.431217 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-dbecee6d-9703-4571-b284-4f01c9346ed7 None None] Set router a78bc4b4-71e1-49de-b3d5-af042285a4ec gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:44:10.641060 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-dbecee6d-9703-4571-b284-4f01c9346ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'name': 'tempest-AttachVolumeShelveTestJSON-985180923-router', 'tenant_id': 'ab59e88db16c4855917d2a934d5b08f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a62508e6-b0a6-4255-b035-ba5626ac59bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:37:44Z', 'updated_at': '2021-09-07T14:37:48Z', 'revision_number': 4, 'project_id': 'ab59e88db16c4855917d2a934d5b08f2', 'gw_port': {'id': 'a62508e6-b0a6-4255-b035-ba5626ac59bb', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:37:44Z', 'updated_at': '2021-09-07T14:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': '6eeb4bef-43d7-432d-aa86-91b7f03904f8', 'name': '', 'network_id': 'da6e8dca-6945-4602-b5cc-b9742d335a11', 'tenant_id': 'ab59e88db16c4855917d2a934d5b08f2', 'mac_address': 'fa:16:3e:37:95:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '97647f27-4ef1-4c12-811b-6c63faa2d593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:37:47Z', 'updated_at': '2021-09-07T14:37:53Z', 'revision_number': 5, 'project_id': 'ab59e88db16c4855917d2a934d5b08f2', 'subnets': [{'id': '97647f27-4ef1-4c12-811b-6c63faa2d593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:44:10.667648 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbecee6d-9703-4571-b284-4f01c9346ed7 None None] Checking router: a78bc4b4-71e1-49de-b3d5-af042285a4ec for host: dv-cinder-760153-9-iscsi {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:44:10.676517 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbecee6d-9703-4571-b284-4f01c9346ed7 None None] Routers {'a78bc4b4-71e1-49de-b3d5-af042285a4ec'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:44:10.677131 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-dbecee6d-9703-4571-b284-4f01c9346ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:44:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['a78bc4b4-71e1-49de-b3d5-af042285a4ec'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:44:10.783606 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-dbecee6d-9703-4571-b284-4f01c9346ed7 None None] Set router a78bc4b4-71e1-49de-b3d5-af042285a4ec gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:44:10.980545 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-dbecee6d-9703-4571-b284-4f01c9346ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'name': 'tempest-AttachVolumeShelveTestJSON-985180923-router', 'tenant_id': 'ab59e88db16c4855917d2a934d5b08f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a62508e6-b0a6-4255-b035-ba5626ac59bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:37:44Z', 'updated_at': '2021-09-07T14:37:48Z', 'revision_number': 4, 'project_id': 'ab59e88db16c4855917d2a934d5b08f2', 'gw_port': {'id': 'a62508e6-b0a6-4255-b035-ba5626ac59bb', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:37:44Z', 'updated_at': '2021-09-07T14:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': '6eeb4bef-43d7-432d-aa86-91b7f03904f8', 'name': '', 'network_id': 'da6e8dca-6945-4602-b5cc-b9742d335a11', 'tenant_id': 'ab59e88db16c4855917d2a934d5b08f2', 'mac_address': 'fa:16:3e:37:95:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '97647f27-4ef1-4c12-811b-6c63faa2d593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:37:47Z', 'updated_at': '2021-09-07T14:37:53Z', 'revision_number': 5, 'project_id': 'ab59e88db16c4855917d2a934d5b08f2', 'subnets': [{'id': '97647f27-4ef1-4c12-811b-6c63faa2d593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:44:11.006762 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbecee6d-9703-4571-b284-4f01c9346ed7 None None] The sync data for ids ['a78bc4b4-71e1-49de-b3d5-af042285a4ec'] in dv-cinder-760153-9-iscsi is: [{'id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'name': 'tempest-AttachVolumeShelveTestJSON-985180923-router', 'tenant_id': 'ab59e88db16c4855917d2a934d5b08f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a62508e6-b0a6-4255-b035-ba5626ac59bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:37:44Z', 'updated_at': '2021-09-07T14:37:48Z', 'revision_number': 4, 'project_id': 'ab59e88db16c4855917d2a934d5b08f2', 'gw_port': {'id': 'a62508e6-b0a6-4255-b035-ba5626ac59bb', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:37:44Z', 'updated_at': '2021-09-07T14:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': '6eeb4bef-43d7-432d-aa86-91b7f03904f8', 'name': '', 'network_id': 'da6e8dca-6945-4602-b5cc-b9742d335a11', 'tenant_id': 'ab59e88db16c4855917d2a934d5b08f2', 'mac_address': 'fa:16:3e:37:95:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 259, 'fixed_ips': [{'subnet_id': '97647f27-4ef1-4c12-811b-6c63faa2d593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:37:47Z', 'updated_at': '2021-09-07T14:37:53Z', 'revision_number': 5, 'project_id': 'ab59e88db16c4855917d2a934d5b08f2', 'subnets': [{'id': '97647f27-4ef1-4c12-811b-6c63faa2d593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:44:11.170496 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1c0f7a42-a6f0-4c2d-b300-066539cff510 req-4a0bc0b5-0985-4826-84d8-737d3a8d2927 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee91eac6-caf7-48f7-9fe0-509c27094153 HTTP/1.1" status: 200 len: 210 time: 0.0278785 Sep 07 14:44:11.237273 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0234b4b-f69f-4793-8948-3268c4c4e758 None None] New status for floating IP f1e1dcca-3037-4ddd-ad95-91b3647c3f10: DOWN {{(pid=94643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 14:44:12.346988 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 53860) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:44:12.405312 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7dddaaac-40c5-4958-8f67-76f6d753bcf2 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:12.429486 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7dddaaac-40c5-4958-8f67-76f6d753bcf2 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:12.593901 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7dddaaac-40c5-4958-8f67-76f6d753bcf2 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:12.596485 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7dddaaac-40c5-4958-8f67-76f6d753bcf2 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:12.597657 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-7dddaaac-40c5-4958-8f67-76f6d753bcf2 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "DELETE /v2.0/security-groups/288038c0-cb2e-46ac-aae1-ccb7ff9cd699 HTTP/1.1" status: 204 len: 168 time: 0.2496431 Sep 07 14:44:12.600506 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 53862) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:44:12.607029 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dddaaac-40c5-4958-8f67-76f6d753bcf2 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=288038c0-cb2e-46ac-aae1-ccb7ff9cd699,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:44:12.614701 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.api.v2.resource [None req-21407368-8bcf-4c84-ad09-6ddf2989af3e tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] show failed (client error): The resource could not be found. Sep 07 14:44:12.618710 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 53864) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:44:12.618881 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-21407368-8bcf-4c84-ad09-6ddf2989af3e tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "GET /v2.0/security-groups/288038c0-cb2e-46ac-aae1-ccb7ff9cd699 HTTP/1.1" status: 404 len: 347 time: 0.0172167 Sep 07 14:44:12.751367 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-26f70785-382e-4ee0-a7c0-69c616988934 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Deleting port 45884edb-d29a-46b5-b08a-79b9d4012585 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:44:12.751710 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-26f70785-382e-4ee0-a7c0-69c616988934 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:12.836284 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-26f70785-382e-4ee0-a7c0-69c616988934 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:12.836610 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-26f70785-382e-4ee0-a7c0-69c616988934 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:12.848512 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-26f70785-382e-4ee0-a7c0-69c616988934 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Calling delete_port for 45884edb-d29a-46b5-b08a-79b9d4012585 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:44:13.224916 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 035a64a4-3762-4d3c-99d0-8c3ccf57c8e8 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:44:13.238949 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-26f70785-382e-4ee0-a7c0-69c616988934 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8727932'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:13.245195 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] No Port match for: 035a64a4-3762-4d3c-99d0-8c3ccf57c8e8 {{(pid=94642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:44:13.245533 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 035a64a4-3762-4d3c-99d0-8c3ccf57c8e8 not bound to the agent host hv-cinder-76015 {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:44:13.271580 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f70785-382e-4ee0-a7c0-69c616988934 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Pushing event deleted for resources: {'Port': ['ID=45884edb-d29a-46b5-b08a-79b9d4012585,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:44:13.339877 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-26f70785-382e-4ee0-a7c0-69c616988934 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:13.342528 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-26f70785-382e-4ee0-a7c0-69c616988934 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:13.343705 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-26f70785-382e-4ee0-a7c0-69c616988934 tempest-AttachVolumeShelveTestJSON-482787277 tempest-AttachVolumeShelveTestJSON-482787277-project] 10.222.0.11 "DELETE /v2.0/floatingips/f1e1dcca-3037-4ddd-ad95-91b3647c3f10 HTTP/1.1" status: 204 len: 168 time: 0.7229073 Sep 07 14:44:15.982685 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 53898) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:44:16.418755 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ccfa57e8-e3c3-4eac-9b9f-4727c3aae8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539757'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:16.661103 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-ccfa57e8-e3c3-4eac-9b9f-4727c3aae8a7 admin admin] Deleting port 6eeb4bef-43d7-432d-aa86-91b7f03904f8 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:44:16.661449 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ccfa57e8-e3c3-4eac-9b9f-4727c3aae8a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:16.804324 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-ccfa57e8-e3c3-4eac-9b9f-4727c3aae8a7 admin admin] For port 6eeb4bef-43d7-432d-aa86-91b7f03904f8, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=6eeb4bef-43d7-432d-aa86-91b7f03904f8,segment=NetworkSegment(e54557d8-93d7-49ba-a7fc-963d1c00c60e),segment_id=e54557d8-93d7-49ba-a7fc-963d1c00c60e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:44:16.804324 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ccfa57e8-e3c3-4eac-9b9f-4727c3aae8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:16.804324 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-ccfa57e8-e3c3-4eac-9b9f-4727c3aae8a7 admin admin] Calling delete_port for 6eeb4bef-43d7-432d-aa86-91b7f03904f8 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:44:17.027977 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ccfa57e8-e3c3-4eac-9b9f-4727c3aae8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8727932'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:17.053445 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa57e8-e3c3-4eac-9b9f-4727c3aae8a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6eeb4bef-43d7-432d-aa86-91b7f03904f8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:44:17.215919 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ccfa57e8-e3c3-4eac-9b9f-4727c3aae8a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7854277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539777'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:17.445725 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccfa57e8-e3c3-4eac-9b9f-4727c3aae8a7 admin admin] Router a78bc4b4-71e1-49de-b3d5-af042285a4ec has already been hosted by L3 agent ca4ca367-a056-42f7-949c-96b33f8f39bf {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:44:17.554051 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccfa57e8-e3c3-4eac-9b9f-4727c3aae8a7 admin admin] Notify agent at l3_agent.dv-cinder-760153-9-iscsi the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:44:17.562449 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-ccfa57e8-e3c3-4eac-9b9f-4727c3aae8a7 admin admin] 10.222.0.11 "PUT /v2.0/routers/a78bc4b4-71e1-49de-b3d5-af042285a4ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5786967 Sep 07 14:44:17.562743 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 53904) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:44:17.563437 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261cc8a3-b385-489d-82bb-02e4cc57abc7 None None] Sync routers for ids ['a78bc4b4-71e1-49de-b3d5-af042285a4ec'] in dv-cinder-760153-9-iscsi {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:44:17.574732 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261cc8a3-b385-489d-82bb-02e4cc57abc7 None None] Routers {'a78bc4b4-71e1-49de-b3d5-af042285a4ec'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:44:17.575344 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-261cc8a3-b385-489d-82bb-02e4cc57abc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:44:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['a78bc4b4-71e1-49de-b3d5-af042285a4ec'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:44:17.664272 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ea19a15b-5f93-41f5-aab5-e67ff8fb4c46 admin admin] Notify callbacks [] for router, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:17.693630 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-261cc8a3-b385-489d-82bb-02e4cc57abc7 None None] Set router a78bc4b4-71e1-49de-b3d5-af042285a4ec gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:44:17.766999 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ea19a15b-5f93-41f5-aab5-e67ff8fb4c46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:17.875760 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-261cc8a3-b385-489d-82bb-02e4cc57abc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'name': 'tempest-AttachVolumeShelveTestJSON-985180923-router', 'tenant_id': 'ab59e88db16c4855917d2a934d5b08f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': 'a62508e6-b0a6-4255-b035-ba5626ac59bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:37:44Z', 'updated_at': '2021-09-07T14:44:16Z', 'revision_number': 5, 'project_id': 'ab59e88db16c4855917d2a934d5b08f2', 'gw_port': {'id': 'a62508e6-b0a6-4255-b035-ba5626ac59bb', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:cf:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:37:44Z', 'updated_at': '2021-09-07T14:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi'}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:44:17.886635 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ea19a15b-5f93-41f5-aab5-e67ff8fb4c46 admin admin] Deleting port a62508e6-b0a6-4255-b035-ba5626ac59bb {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:44:17.886951 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ea19a15b-5f93-41f5-aab5-e67ff8fb4c46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:17.903247 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261cc8a3-b385-489d-82bb-02e4cc57abc7 None None] Checking router: a78bc4b4-71e1-49de-b3d5-af042285a4ec for host: dv-cinder-760153-9-iscsi {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:44:17.911400 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261cc8a3-b385-489d-82bb-02e4cc57abc7 None None] Routers {'a78bc4b4-71e1-49de-b3d5-af042285a4ec'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:44:17.912008 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-261cc8a3-b385-489d-82bb-02e4cc57abc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:44:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['a78bc4b4-71e1-49de-b3d5-af042285a4ec'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:44:17.970623 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ea19a15b-5f93-41f5-aab5-e67ff8fb4c46 admin admin] For port a62508e6-b0a6-4255-b035-ba5626ac59bb, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=a62508e6-b0a6-4255-b035-ba5626ac59bb,segment=NetworkSegment(c9eb5183-06b9-4b59-a709-2fab54e09f70),segment_id=c9eb5183-06b9-4b59-a709-2fab54e09f70)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:44:17.970995 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ea19a15b-5f93-41f5-aab5-e67ff8fb4c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:17.984309 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ea19a15b-5f93-41f5-aab5-e67ff8fb4c46 admin admin] Calling delete_port for a62508e6-b0a6-4255-b035-ba5626ac59bb owned by network:router_gateway {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:44:18.124074 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-261cc8a3-b385-489d-82bb-02e4cc57abc7 None None] Set router a78bc4b4-71e1-49de-b3d5-af042285a4ec gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:44:18.179489 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-261cc8a3-b385-489d-82bb-02e4cc57abc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'name': 'tempest-AttachVolumeShelveTestJSON-985180923-router', 'tenant_id': 'ab59e88db16c4855917d2a934d5b08f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:37:44Z', 'updated_at': '2021-09-07T14:44:17Z', 'revision_number': 6, 'project_id': 'ab59e88db16c4855917d2a934d5b08f2', 'gw_port_host': None}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:44:18.206486 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261cc8a3-b385-489d-82bb-02e4cc57abc7 None None] The sync data for ids ['a78bc4b4-71e1-49de-b3d5-af042285a4ec'] in dv-cinder-760153-9-iscsi is: [{'id': 'a78bc4b4-71e1-49de-b3d5-af042285a4ec', 'name': 'tempest-AttachVolumeShelveTestJSON-985180923-router', 'tenant_id': 'ab59e88db16c4855917d2a934d5b08f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:37:44Z', 'updated_at': '2021-09-07T14:44:17Z', 'revision_number': 6, 'project_id': 'ab59e88db16c4855917d2a934d5b08f2', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:44:18.211080 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ea19a15b-5f93-41f5-aab5-e67ff8fb4c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:18.242548 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea19a15b-5f93-41f5-aab5-e67ff8fb4c46 admin admin] Pushing event deleted for resources: {'Port': ['ID=a62508e6-b0a6-4255-b035-ba5626ac59bb,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:44:18.266621 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea19a15b-5f93-41f5-aab5-e67ff8fb4c46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:44:18.266963 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea19a15b-5f93-41f5-aab5-e67ff8fb4c46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:44:18.267302 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea19a15b-5f93-41f5-aab5-e67ff8fb4c46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:44:18.267653 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea19a15b-5f93-41f5-aab5-e67ff8fb4c46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:44:18.268011 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea19a15b-5f93-41f5-aab5-e67ff8fb4c46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:44:18.268308 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea19a15b-5f93-41f5-aab5-e67ff8fb4c46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:44:18.268637 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea19a15b-5f93-41f5-aab5-e67ff8fb4c46 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:44:18.268961 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea19a15b-5f93-41f5-aab5-e67ff8fb4c46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:44:18.269282 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea19a15b-5f93-41f5-aab5-e67ff8fb4c46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:44:18.269600 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea19a15b-5f93-41f5-aab5-e67ff8fb4c46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:44:18.269940 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea19a15b-5f93-41f5-aab5-e67ff8fb4c46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:44:18.270254 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea19a15b-5f93-41f5-aab5-e67ff8fb4c46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:44:18.310240 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ea19a15b-5f93-41f5-aab5-e67ff8fb4c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540451'] for router_gateway, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:18.399237 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ea19a15b-5f93-41f5-aab5-e67ff8fb4c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1168'] for router, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:18.401528 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ea19a15b-5f93-41f5-aab5-e67ff8fb4c46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:18.753519 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ea19a15b-5f93-41f5-aab5-e67ff8fb4c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538185'] for router, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:18.754208 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea19a15b-5f93-41f5-aab5-e67ff8fb4c46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a78bc4b4-71e1-49de-b3d5-af042285a4ec {{(pid=94641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 14:44:18.758334 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ea19a15b-5f93-41f5-aab5-e67ff8fb4c46 admin admin] Notify callbacks [] for router, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:18.759477 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-ea19a15b-5f93-41f5-aab5-e67ff8fb4c46 admin admin] 10.222.0.11 "DELETE /v2.0/routers/a78bc4b4-71e1-49de-b3d5-af042285a4ec HTTP/1.1" status: 204 len: 168 time: 1.1958652 Sep 07 14:44:18.762575 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 53908) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:44:18.803918 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.db_base_plugin_v2 [None req-afe1c81e-3ea5-4564-89e1-ea70d213e836 admin admin] Deleting subnet 97647f27-4ef1-4c12-811b-6c63faa2d593 {{(pid=94641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 14:44:18.807529 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-afe1c81e-3ea5-4564-89e1-ea70d213e836 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:18.840181 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-afe1c81e-3ea5-4564-89e1-ea70d213e836 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101096'] for subnet, precommit_delete_associations {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:18.922462 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-afe1c81e-3ea5-4564-89e1-ea70d213e836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7667009'] for subnet, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:19.108270 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-afe1c81e-3ea5-4564-89e1-ea70d213e836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7667064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4046447'] for subnet, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:19.135302 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe1c81e-3ea5-4564-89e1-ea70d213e836 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97647f27-4ef1-4c12-811b-6c63faa2d593,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:44:19.137372 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-afe1c81e-3ea5-4564-89e1-ea70d213e836 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:19.141984 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 53912) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:44:19.142470 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-afe1c81e-3ea5-4564-89e1-ea70d213e836 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/97647f27-4ef1-4c12-811b-6c63faa2d593 HTTP/1.1" status: 204 len: 168 time: 0.3788240 Sep 07 14:44:19.143798 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28aa1f8-f071-44ec-a5f6-d1f4f0949ce9 None None] Network da6e8dca-6945-4602-b5cc-b9742d335a11 requested from dv-cinder-760153-9-iscsi {{(pid=94642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:44:19.218189 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbeac4bb-6cae-4272-82fc-8f8e21fa8d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7632714'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:19.287427 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-cbeac4bb-6cae-4272-82fc-8f8e21fa8d66 admin admin] Deleting port 2a862c18-232b-498f-b159-81564790bd45 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:44:19.287765 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbeac4bb-6cae-4272-82fc-8f8e21fa8d66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:19.334262 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29512f3-b130-4056-92f0-e305c9cffe50 None None] DHCP port deletion for da6e8dca-6945-4602-b5cc-b9742d335a11 request from dv-cinder-760153-9-iscsi {{(pid=94642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 14:44:19.357984 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-cbeac4bb-6cae-4272-82fc-8f8e21fa8d66 admin admin] For port 2a862c18-232b-498f-b159-81564790bd45, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=2a862c18-232b-498f-b159-81564790bd45,segment=NetworkSegment(e54557d8-93d7-49ba-a7fc-963d1c00c60e),segment_id=e54557d8-93d7-49ba-a7fc-963d1c00c60e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:44:19.358388 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbeac4bb-6cae-4272-82fc-8f8e21fa8d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:19.371772 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-cbeac4bb-6cae-4272-82fc-8f8e21fa8d66 admin admin] Calling delete_port for 2a862c18-232b-498f-b159-81564790bd45 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:44:19.385218 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-e29512f3-b130-4056-92f0-e305c9cffe50 None None] Deleting port 2a862c18-232b-498f-b159-81564790bd45 {{(pid=94642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:44:19.385765 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-e29512f3-b130-4056-92f0-e305c9cffe50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:19.451495 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-e29512f3-b130-4056-92f0-e305c9cffe50 None None] For port 2a862c18-232b-498f-b159-81564790bd45, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=2a862c18-232b-498f-b159-81564790bd45,segment=NetworkSegment(e54557d8-93d7-49ba-a7fc-963d1c00c60e),segment_id=e54557d8-93d7-49ba-a7fc-963d1c00c60e)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:44:19.451815 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-e29512f3-b130-4056-92f0-e305c9cffe50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:19.464229 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-e29512f3-b130-4056-92f0-e305c9cffe50 None None] Calling delete_port for 2a862c18-232b-498f-b159-81564790bd45 owned by network:dhcp {{(pid=94642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:44:19.537492 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbeac4bb-6cae-4272-82fc-8f8e21fa8d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8727932'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:19.547644 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-e29512f3-b130-4056-92f0-e305c9cffe50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542'] for port, after_delete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:19.577551 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeac4bb-6cae-4272-82fc-8f8e21fa8d66 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a862c18-232b-498f-b159-81564790bd45,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:44:19.581044 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbeac4bb-6cae-4272-82fc-8f8e21fa8d66 admin admin] No DVR routers for this DVR port 2a862c18-232b-498f-b159-81564790bd45 on host dv-cinder-760153-9-iscsi {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:44:19.583477 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29512f3-b130-4056-92f0-e305c9cffe50 None None] Pushing event deleted for resources: {'Port': ['ID=2a862c18-232b-498f-b159-81564790bd45,revision_number=None']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:44:19.587430 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29512f3-b130-4056-92f0-e305c9cffe50 None None] No DVR routers for this DVR port 2a862c18-232b-498f-b159-81564790bd45 on host dv-cinder-760153-9-iscsi {{(pid=94642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:44:19.660147 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device a62508e6-b0a6-4255-b035-ba5626ac59bb no longer exists at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:44:19.660321 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbeac4bb-6cae-4272-82fc-8f8e21fa8d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653324', 'neutron.services.segments.db._delete_segments_for_network-8735925738105'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:19.680775 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-9152d18d-5686-470b-8281-0603e563890f None None] No Port match for: a62508e6-b0a6-4255-b035-ba5626ac59bb {{(pid=94642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:44:19.681123 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device a62508e6-b0a6-4255-b035-ba5626ac59bb not bound to the agent host dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:44:19.681604 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 6eeb4bef-43d7-432d-aa86-91b7f03904f8 no longer exists at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:44:19.683017 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-cbeac4bb-6cae-4272-82fc-8f8e21fa8d66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da6e8dca-6945-4602-b5cc-b9742d335a11']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:44:19.692137 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-cbeac4bb-6cae-4272-82fc-8f8e21fa8d66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e54557d8-93d7-49ba-a7fc-963d1c00c60e') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:44:19.692432 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-cbeac4bb-6cae-4272-82fc-8f8e21fa8d66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e54557d8-93d7-49ba-a7fc-963d1c00c60e') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:44:19.701646 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbeac4bb-6cae-4272-82fc-8f8e21fa8d66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735925737602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3863435'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:19.703220 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-9152d18d-5686-470b-8281-0603e563890f None None] No Port match for: 6eeb4bef-43d7-432d-aa86-91b7f03904f8 {{(pid=94642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:44:19.703568 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 6eeb4bef-43d7-432d-aa86-91b7f03904f8 not bound to the agent host dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:44:19.703987 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 2a862c18-232b-498f-b159-81564790bd45 no longer exists at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:44:19.715302 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbeac4bb-6cae-4272-82fc-8f8e21fa8d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:19.721163 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbeac4bb-6cae-4272-82fc-8f8e21fa8d66 admin admin] Releasing vlan 864 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 14:44:19.721547 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbeac4bb-6cae-4272-82fc-8f8e21fa8d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8727723'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:19.722100 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-9152d18d-5686-470b-8281-0603e563890f None None] No Port match for: 2a862c18-232b-498f-b159-81564790bd45 {{(pid=94642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:44:19.722451 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 2a862c18-232b-498f-b159-81564790bd45 not bound to the agent host dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:44:19.723201 dv-cinder-760153-9-iscsi neutron-server[94640]: Traceback (most recent call last): Sep 07 14:44:19.723201 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 14:44:19.723201 dv-cinder-760153-9-iscsi neutron-server[94640]: timer() Sep 07 14:44:19.723201 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 14:44:19.723201 dv-cinder-760153-9-iscsi neutron-server[94640]: cb(*args, **kw) Sep 07 14:44:19.723201 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 14:44:19.723201 dv-cinder-760153-9-iscsi neutron-server[94640]: return func(*args, **kwargs) Sep 07 14:44:19.723201 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 14:44:19.723201 dv-cinder-760153-9-iscsi neutron-server[94640]: self._notify() Sep 07 14:44:19.723201 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 14:44:19.723201 dv-cinder-760153-9-iscsi neutron-server[94640]: self.callback(batched_events) Sep 07 14:44:19.723201 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 14:44:19.723201 dv-cinder-760153-9-iscsi neutron-server[94640]: event.method(event) Sep 07 14:44:19.723201 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 14:44:19.723201 dv-cinder-760153-9-iscsi neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 14:44:19.723201 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 14:44:19.723201 dv-cinder-760153-9-iscsi neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 14:44:19.723201 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 14:44:19.723201 dv-cinder-760153-9-iscsi neutron-server[94640]: return f(self, *a, **k) Sep 07 14:44:19.723201 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 14:44:19.723201 dv-cinder-760153-9-iscsi neutron-server[94640]: return self._get(url).json() Sep 07 14:44:19.723201 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 14:44:19.723201 dv-cinder-760153-9-iscsi neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 14:44:19.723201 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 14:44:19.723201 dv-cinder-760153-9-iscsi neutron-server[94640]: return self.request(url, 'GET', **kwargs) Sep 07 14:44:19.723201 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 14:44:19.723201 dv-cinder-760153-9-iscsi neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 14:44:19.723201 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 14:44:19.723201 dv-cinder-760153-9-iscsi neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 14:44:19.723201 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 14:44:19.723201 dv-cinder-760153-9-iscsi neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 14:44:19.723201 dv-cinder-760153-9-iscsi neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 14:44:19.862633 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbeac4bb-6cae-4272-82fc-8f8e21fa8d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540447'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:19.868023 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbeac4bb-6cae-4272-82fc-8f8e21fa8d66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:19.870723 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-cbeac4bb-6cae-4272-82fc-8f8e21fa8d66 admin admin] 10.222.0.11 "DELETE /v2.0/networks/da6e8dca-6945-4602-b5cc-b9742d335a11 HTTP/1.1" status: 204 len: 168 time: 0.7270925 Sep 07 14:44:19.881575 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeac4bb-6cae-4272-82fc-8f8e21fa8d66 admin admin] Pushing event deleted for resources: {'Network': ['ID=da6e8dca-6945-4602-b5cc-b9742d335a11,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:44:20.170759 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 53918) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:44:20.209730 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-b10b8df1-7dd6-4138-82d9-ad33722c258c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ab59e88db16c4855917d2a934d5b08f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378928 Sep 07 14:44:20.213464 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 53920) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:44:20.259932 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-13ac1dd9-2480-45a1-b554-a216aed0027c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:20.283729 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-13ac1dd9-2480-45a1-b554-a216aed0027c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:20.393707 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-13ac1dd9-2480-45a1-b554-a216aed0027c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:20.396369 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-13ac1dd9-2480-45a1-b554-a216aed0027c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:20.399784 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-13ac1dd9-2480-45a1-b554-a216aed0027c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/30ea3ce4-bc62-4a74-9e62-7f9ff3ca7eef HTTP/1.1" status: 204 len: 168 time: 0.1830235 Sep 07 14:44:20.406094 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac1dd9-2480-45a1-b554-a216aed0027c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ea3ce4-bc62-4a74-9e62-7f9ff3ca7eef,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:44:21.425466 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 53944) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:44:21.521293 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c34af7d0-d42b-49d1-921a-9a9207da2098 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1487326915-network', 'tenant_id': '1ba3d55edb3e499184531bf67c3c4842'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:44:21.582350 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34af7d0-d42b-49d1-921a-9a9207da2098 admin admin] Made reservation on behalf of 1ba3d55edb3e499184531bf67c3c4842 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:44:21.584687 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c34af7d0-d42b-49d1-921a-9a9207da2098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:21.594106 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c34af7d0-d42b-49d1-921a-9a9207da2098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:21.680312 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c34af7d0-d42b-49d1-921a-9a9207da2098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:21.742234 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c34af7d0-d42b-49d1-921a-9a9207da2098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:21.768140 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c34af7d0-d42b-49d1-921a-9a9207da2098 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 887} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:44:21.774456 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34af7d0-d42b-49d1-921a-9a9207da2098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd37e91-21ab-40c5-a3d8-e358ab3572d9,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:44:21.780767 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c34af7d0-d42b-49d1-921a-9a9207da2098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:21.781162 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.db.segments_db [None req-c34af7d0-d42b-49d1-921a-9a9207da2098 admin admin] Added segment c9e36979-67d0-41e6-9a74-0d9aaf916bb8 of type vlan for network 419342fd-bcfd-4b23-9c63-a26e6b7575cf Sep 07 14:44:21.820241 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c34af7d0-d42b-49d1-921a-9a9207da2098 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735925196804'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:21.902566 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c34af7d0-d42b-49d1-921a-9a9207da2098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:21.903549 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34af7d0-d42b-49d1-921a-9a9207da2098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:44:21.904139 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c34af7d0-d42b-49d1-921a-9a9207da2098 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:22.218910 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-c34af7d0-d42b-49d1-921a-9a9207da2098 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7922952 Sep 07 14:44:22.219788 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34af7d0-d42b-49d1-921a-9a9207da2098 admin admin] Pushing event updated for resources: {'Network': ['ID=419342fd-bcfd-4b23-9c63-a26e6b7575cf,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:44:22.221823 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 53954) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:44:22.227513 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-cfe2f158-d3a7-4090-955a-4dd42a5d2a75 admin admin] Request body: {'subnet': {'network_id': '419342fd-bcfd-4b23-9c63-a26e6b7575cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1487326915-subnet', 'tenant_id': '1ba3d55edb3e499184531bf67c3c4842', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:44:22.230369 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Network 419342fd-bcfd-4b23-9c63-a26e6b7575cf details requested by agent ovs-agent-dv-cinder-760153-9-iscsi with host dv-cinder-760153-9-iscsi {{(pid=94642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:44:22.371214 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe2f158-d3a7-4090-955a-4dd42a5d2a75 admin admin] Made reservation on behalf of 1ba3d55edb3e499184531bf67c3c4842 for: {'subnet': 1} {{(pid=94641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:44:22.373617 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cfe2f158-d3a7-4090-955a-4dd42a5d2a75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4046450'] for subnet, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:22.611499 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cfe2f158-d3a7-4090-955a-4dd42a5d2a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4046436'] for subnet, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:22.668698 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe2f158-d3a7-4090-955a-4dd42a5d2a75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a428d6e7-1071-4c4e-b1b4-9cac1d8857f1,revision_number=0']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:44:22.680696 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe2f158-d3a7-4090-955a-4dd42a5d2a75 admin admin] Checking segment: {'id': 'c9e36979-67d0-41e6-9a74-0d9aaf916bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '419342fd-bcfd-4b23-9c63-a26e6b7575cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:44:22.681059 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe2f158-d3a7-4090-955a-4dd42a5d2a75 admin admin] Network hostable DHCP agents. Network: 419342fd-bcfd-4b23-9c63-a26e6b7575cf, hostable agents: ['594f7c6c-f415-4606-b669-794c15de65b6'], hosted agents: [] {{(pid=94641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:44:22.804876 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe2f158-d3a7-4090-955a-4dd42a5d2a75 admin admin] Network 419342fd-bcfd-4b23-9c63-a26e6b7575cf is scheduled to be hosted by DHCP agent 594f7c6c-f415-4606-b669-794c15de65b6 with binding_index 1 {{(pid=94641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:44:22.873801 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-cfe2f158-d3a7-4090-955a-4dd42a5d2a75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760153-9-iscsi, 419342fd-bcfd-4b23-9c63-a26e6b7575cf) {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:44:22.877887 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe2f158-d3a7-4090-955a-4dd42a5d2a75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:44:22.878575 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cfe2f158-d3a7-4090-955a-4dd42a5d2a75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:22.883534 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f270705-0409-45ad-87f4-1b571f21e69d None None] Network 419342fd-bcfd-4b23-9c63-a26e6b7575cf requested from dv-cinder-760153-9-iscsi {{(pid=94642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:44:22.943851 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-cfe2f158-d3a7-4090-955a-4dd42a5d2a75 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7202992 Sep 07 14:44:23.012335 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc555ae4-65dc-463d-8121-a25f60b1ec21 None None] Network 419342fd-bcfd-4b23-9c63-a26e6b7575cf requested from dv-cinder-760153-9-iscsi {{(pid=94642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:44:23.373729 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2fc80-b17f-4924-81d5-061919247faf req-74a36ef5-3067-4b08-9951-3b1f0b9259be tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:44:23.375555 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-19d2fc80-b17f-4924-81d5-061919247faf req-74a36ef5-3067-4b08-9951-3b1f0b9259be tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/networks?id=419342fd-bcfd-4b23-9c63-a26e6b7575cf HTTP/1.1" status: 200 len: 815 time: 0.1067727 Sep 07 14:44:23.390746 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-19d2fc80-b17f-4924-81d5-061919247faf req-bb09402e-0c40-4042-b426-7167f90cca41 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/quotas/1ba3d55edb3e499184531bf67c3c4842 HTTP/1.1" status: 200 len: 375 time: 0.0093434 Sep 07 14:44:23.426603 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-19d2fc80-b17f-4924-81d5-061919247faf req-b903fcfd-96e8-459b-b8b7-bfa42c2a52f7 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1ba3d55edb3e499184531bf67c3c4842&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302892 Sep 07 14:44:23.558069 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-19d2fc80-b17f-4924-81d5-061919247faf req-0f4e58eb-24ed-4e6b-beb5-4183eac1c1db service neutron] 10.222.0.11 "GET /v2.0/networks/419342fd-bcfd-4b23-9c63-a26e6b7575cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233883 Sep 07 14:44:23.648174 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-19d2fc80-b17f-4924-81d5-061919247faf req-3383d05d-f196-4d84-9747-17bf5541610a service neutron] 10.222.0.11 "GET /v2.0/networks/419342fd-bcfd-4b23-9c63-a26e6b7575cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840168 Sep 07 14:44:23.906542 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e4dd7419-e0ed-44c5-b929-e27a17fa286d req-a6a966d1-495b-4fa3-93d7-96595a0993c2 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf06d419-eeaf-40ef-b503-30eb7b9bd074 HTTP/1.1" status: 200 len: 210 time: 0.0275669 Sep 07 14:44:25.001318 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b12d535c-cfe0-4380-8b5c-f60a866989cf req-cae4d6c8-395a-42e4-9c94-ce74c85050bf tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf06d419-eeaf-40ef-b503-30eb7b9bd074 HTTP/1.1" status: 200 len: 210 time: 0.0255020 Sep 07 14:44:25.719959 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2fc80-b17f-4924-81d5-061919247faf req-24331641-58fe-4f19-a4e0-413ca1523d84 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:44:25.721404 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-19d2fc80-b17f-4924-81d5-061919247faf req-24331641-58fe-4f19-a4e0-413ca1523d84 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.22 "GET /v2.0/networks?id=419342fd-bcfd-4b23-9c63-a26e6b7575cf HTTP/1.1" status: 200 len: 815 time: 0.1038847 Sep 07 14:44:25.735079 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-19d2fc80-b17f-4924-81d5-061919247faf req-87c3f61f-6e3a-441a-a7a1-adaf23dd0650 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Request body: {'port': {'device_id': 'cf06d419-eeaf-40ef-b503-30eb7b9bd074', 'network_id': '419342fd-bcfd-4b23-9c63-a26e6b7575cf', 'admin_state_up': True, 'tenant_id': '1ba3d55edb3e499184531bf67c3c4842'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:44:25.891381 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19d2fc80-b17f-4924-81d5-061919247faf req-87c3f61f-6e3a-441a-a7a1-adaf23dd0650 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Made reservation on behalf of 1ba3d55edb3e499184531bf67c3c4842 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:44:25.894899 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-19d2fc80-b17f-4924-81d5-061919247faf req-87c3f61f-6e3a-441a-a7a1-adaf23dd0650 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:26.018797 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-19d2fc80-b17f-4924-81d5-061919247faf req-87c3f61f-6e3a-441a-a7a1-adaf23dd0650 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Allocated IP 172.20.0.5 (419342fd-bcfd-4b23-9c63-a26e6b7575cf/a428d6e7-1071-4c4e-b1b4-9cac1d8857f1/2362e4a8-9f30-4d44-a257-6c7a6fc4ece2) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:44:26.117987 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9023605a-b572-46db-b421-98b302ff4b0a req-4a0977c2-3b46-47c0-a6e6-54274e372c44 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf06d419-eeaf-40ef-b503-30eb7b9bd074 HTTP/1.1" status: 200 len: 210 time: 0.0454378 Sep 07 14:44:26.189800 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-19d2fc80-b17f-4924-81d5-061919247faf req-87c3f61f-6e3a-441a-a7a1-adaf23dd0650 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:26.291433 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-19d2fc80-b17f-4924-81d5-061919247faf req-87c3f61f-6e3a-441a-a7a1-adaf23dd0650 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8727932'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:26.337799 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19d2fc80-b17f-4924-81d5-061919247faf req-87c3f61f-6e3a-441a-a7a1-adaf23dd0650 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Network 419342fd-bcfd-4b23-9c63-a26e6b7575cf is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:44:26.341665 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-19d2fc80-b17f-4924-81d5-061919247faf req-87c3f61f-6e3a-441a-a7a1-adaf23dd0650 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:44:26.347451 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d2fc80-b17f-4924-81d5-061919247faf req-87c3f61f-6e3a-441a-a7a1-adaf23dd0650 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:44:26.353725 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c3f61f-6e3a-441a-a7a1-adaf23dd0650 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Pushing event updated for resources: {'Port': ['ID=2362e4a8-9f30-4d44-a257-6c7a6fc4ece2,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:44:26.386655 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c3f61f-6e3a-441a-a7a1-adaf23dd0650 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:44:26.387002 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c3f61f-6e3a-441a-a7a1-adaf23dd0650 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:44:26.387374 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c3f61f-6e3a-441a-a7a1-adaf23dd0650 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:44:26.387715 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c3f61f-6e3a-441a-a7a1-adaf23dd0650 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:44:26.388049 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c3f61f-6e3a-441a-a7a1-adaf23dd0650 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:44:26.388381 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c3f61f-6e3a-441a-a7a1-adaf23dd0650 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:44:26.388710 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c3f61f-6e3a-441a-a7a1-adaf23dd0650 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:44:26.389037 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c3f61f-6e3a-441a-a7a1-adaf23dd0650 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:44:26.389362 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c3f61f-6e3a-441a-a7a1-adaf23dd0650 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:44:26.389686 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c3f61f-6e3a-441a-a7a1-adaf23dd0650 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:44:26.390038 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c3f61f-6e3a-441a-a7a1-adaf23dd0650 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:44:26.390363 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c3f61f-6e3a-441a-a7a1-adaf23dd0650 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:44:26.412948 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2fc80-b17f-4924-81d5-061919247faf req-87c3f61f-6e3a-441a-a7a1-adaf23dd0650 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:44:26.413560 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-19d2fc80-b17f-4924-81d5-061919247faf req-87c3f61f-6e3a-441a-a7a1-adaf23dd0650 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:26.474198 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-19d2fc80-b17f-4924-81d5-061919247faf req-87c3f61f-6e3a-441a-a7a1-adaf23dd0650 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7425258 Sep 07 14:44:26.489123 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-19d2fc80-b17f-4924-81d5-061919247faf req-6d824d9a-d067-41b9-badc-e75eda567fa1 service neutron] Request body: {'port': {'device_id': 'cf06d419-eeaf-40ef-b503-30eb7b9bd074', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:44:26.542036 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-19d2fc80-b17f-4924-81d5-061919247faf req-6d824d9a-d067-41b9-badc-e75eda567fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:26.803300 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [req-19d2fc80-b17f-4924-81d5-061919247faf req-6d824d9a-d067-41b9-badc-e75eda567fa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2362e4a8-9f30-4d44-a257-6c7a6fc4ece2 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:44:26.811068 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-19d2fc80-b17f-4924-81d5-061919247faf req-6d824d9a-d067-41b9-badc-e75eda567fa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:26.822517 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-19d2fc80-b17f-4924-81d5-061919247faf req-6d824d9a-d067-41b9-badc-e75eda567fa1 service neutron] Transition to ACTIVE for port object 2362e4a8-9f30-4d44-a257-6c7a6fc4ece2 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:44:26.879559 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-19d2fc80-b17f-4924-81d5-061919247faf req-6d824d9a-d067-41b9-badc-e75eda567fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8727923'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:26.930202 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d824d9a-d067-41b9-badc-e75eda567fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=2362e4a8-9f30-4d44-a257-6c7a6fc4ece2,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:44:26.997358 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-19d2fc80-b17f-4924-81d5-061919247faf req-6d824d9a-d067-41b9-badc-e75eda567fa1 service neutron] Attempting to bind port 2362e4a8-9f30-4d44-a257-6c7a6fc4ece2 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:44:26.997691 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-19d2fc80-b17f-4924-81d5-061919247faf req-6d824d9a-d067-41b9-badc-e75eda567fa1 service neutron] Attempting to bind port 2362e4a8-9f30-4d44-a257-6c7a6fc4ece2 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': 'c9e36979-67d0-41e6-9a74-0d9aaf916bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '419342fd-bcfd-4b23-9c63-a26e6b7575cf'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:44:26.998044 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d2fc80-b17f-4924-81d5-061919247faf req-6d824d9a-d067-41b9-badc-e75eda567fa1 service neutron] Attempting to bind port 2362e4a8-9f30-4d44-a257-6c7a6fc4ece2 on network 419342fd-bcfd-4b23-9c63-a26e6b7575cf {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:44:27.002329 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d2fc80-b17f-4924-81d5-061919247faf req-6d824d9a-d067-41b9-badc-e75eda567fa1 service neutron] Port 2362e4a8-9f30-4d44-a257-6c7a6fc4ece2 on network 419342fd-bcfd-4b23-9c63-a26e6b7575cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:44:27.002645 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d2fc80-b17f-4924-81d5-061919247faf req-6d824d9a-d067-41b9-badc-e75eda567fa1 service neutron] Attempting to bind port 2362e4a8-9f30-4d44-a257-6c7a6fc4ece2 on network 419342fd-bcfd-4b23-9c63-a26e6b7575cf {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:44:27.007371 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d2fc80-b17f-4924-81d5-061919247faf req-6d824d9a-d067-41b9-badc-e75eda567fa1 service neutron] Checking agent: {'id': '0e933200-ccc3-44fa-a7f6-4e1417f97b5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 34, 32), 'started_at': datetime.datetime(2021, 9, 7, 14, 34, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:44:27.007698 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d2fc80-b17f-4924-81d5-061919247faf req-6d824d9a-d067-41b9-badc-e75eda567fa1 service neutron] Checking segment: {'id': 'c9e36979-67d0-41e6-9a74-0d9aaf916bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '419342fd-bcfd-4b23-9c63-a26e6b7575cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:44:27.008074 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d2fc80-b17f-4924-81d5-061919247faf req-6d824d9a-d067-41b9-badc-e75eda567fa1 service neutron] Bound using segment: {'id': 'c9e36979-67d0-41e6-9a74-0d9aaf916bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '419342fd-bcfd-4b23-9c63-a26e6b7575cf'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:44:27.008486 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-19d2fc80-b17f-4924-81d5-061919247faf req-6d824d9a-d067-41b9-badc-e75eda567fa1 service neutron] Bound port: 2362e4a8-9f30-4d44-a257-6c7a6fc4ece2, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9e36979-67d0-41e6-9a74-0d9aaf916bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '419342fd-bcfd-4b23-9c63-a26e6b7575cf'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:44:27.008831 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-19d2fc80-b17f-4924-81d5-061919247faf req-6d824d9a-d067-41b9-badc-e75eda567fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:27.072491 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-19d2fc80-b17f-4924-81d5-061919247faf req-6d824d9a-d067-41b9-badc-e75eda567fa1 service neutron] For port 2362e4a8-9f30-4d44-a257-6c7a6fc4ece2, host hv-cinder-76015, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:44:27.076360 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-19d2fc80-b17f-4924-81d5-061919247faf req-6d824d9a-d067-41b9-badc-e75eda567fa1 service neutron] For port 2362e4a8-9f30-4d44-a257-6c7a6fc4ece2, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=2362e4a8-9f30-4d44-a257-6c7a6fc4ece2,segment=NetworkSegment(c9e36979-67d0-41e6-9a74-0d9aaf916bb8),segment_id=c9e36979-67d0-41e6-9a74-0d9aaf916bb8)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:44:27.183845 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-19d2fc80-b17f-4924-81d5-061919247faf req-6d824d9a-d067-41b9-badc-e75eda567fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8727923'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:27.238131 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2fc80-b17f-4924-81d5-061919247faf req-6d824d9a-d067-41b9-badc-e75eda567fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:44:27.238738 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-19d2fc80-b17f-4924-81d5-061919247faf req-6d824d9a-d067-41b9-badc-e75eda567fa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:27.240097 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-19d2fc80-b17f-4924-81d5-061919247faf req-6d824d9a-d067-41b9-badc-e75eda567fa1 service neutron] 10.222.0.22 "PUT /v2.0/ports/2362e4a8-9f30-4d44-a257-6c7a6fc4ece2 HTTP/1.1" status: 200 len: 1093 time: 0.7551897 Sep 07 14:44:27.240687 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf06d419-eeaf-40ef-b503-30eb7b9bd074', 'tag': '2362e4a8-9f30-4d44-a257-6c7a6fc4ece2'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:44:27.242922 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca3d64d6ee1d62abf9801d62a4287030b5a1037887016040f3cf02e156c8ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b6ea0f-4f7a-4f02-8a39-c5d92ae2f305" -d '{"events": [{"name": "network-changed", "server_uuid": "cf06d419-eeaf-40ef-b503-30eb7b9bd074", "tag": "2362e4a8-9f30-4d44-a257-6c7a6fc4ece2"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:44:27.278557 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d824d9a-d067-41b9-badc-e75eda567fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=2362e4a8-9f30-4d44-a257-6c7a6fc4ece2,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:44:27.282027 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4215db-dedb-43d4-b413-1441efe66f4c x-openstack-request-id: req-8c4215db-dedb-43d4-b413-1441efe66f4c {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:44:27.282319 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf06d419-eeaf-40ef-b503-30eb7b9bd074", "tag": "2362e4a8-9f30-4d44-a257-6c7a6fc4ece2", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:44:27.282570 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8c4215db-dedb-43d4-b413-1441efe66f4c {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:44:27.282967 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf06d419-eeaf-40ef-b503-30eb7b9bd074', 'tag': '2362e4a8-9f30-4d44-a257-6c7a6fc4ece2', 'status': 'completed', 'code': 200} Sep 07 14:44:27.290521 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5bab3-52b4-4994-9bd6-ea7aeecd478d req-a455e35a-9fbb-4893-93e1-446f13997964 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:44:27.292689 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-26f5bab3-52b4-4994-9bd6-ea7aeecd478d req-a455e35a-9fbb-4893-93e1-446f13997964 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf06d419-eeaf-40ef-b503-30eb7b9bd074 HTTP/1.1" status: 200 len: 943 time: 0.1006165 Sep 07 14:44:27.359801 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-26f5bab3-52b4-4994-9bd6-ea7aeecd478d req-ede91f52-efca-4d08-849c-195ea1d51f0c tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/security-groups?id=7dd37e91-21ab-40c5-a3d8-e358ab3572d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610900 Sep 07 14:44:27.369233 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6ea0f-4f7a-4f02-8a39-c5d92ae2f305 req-53207b58-1d30-4cb7-8151-723b44271c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:44:27.371001 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-34b6ea0f-4f7a-4f02-8a39-c5d92ae2f305 req-53207b58-1d30-4cb7-8151-723b44271c82 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1ba3d55edb3e499184531bf67c3c4842&device_id=cf06d419-eeaf-40ef-b503-30eb7b9bd074 HTTP/1.1" status: 200 len: 1096 time: 0.0550988 Sep 07 14:44:27.473559 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6ea0f-4f7a-4f02-8a39-c5d92ae2f305 req-f65d76fa-1f7a-4845-ab4b-c208aea8b0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:44:27.475419 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-34b6ea0f-4f7a-4f02-8a39-c5d92ae2f305 req-f65d76fa-1f7a-4845-ab4b-c208aea8b0a1 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=1ba3d55edb3e499184531bf67c3c4842&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0944204 Sep 07 14:44:27.583326 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6ea0f-4f7a-4f02-8a39-c5d92ae2f305 req-0850fc50-aab2-4fec-90fc-2be3bc780ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:44:27.584803 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-34b6ea0f-4f7a-4f02-8a39-c5d92ae2f305 req-0850fc50-aab2-4fec-90fc-2be3bc780ebd service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0935817 Sep 07 14:44:27.665818 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2fc80-b17f-4924-81d5-061919247faf req-9a78fe82-06e8-484d-af5c-a31ccb74085b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:44:27.667859 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-19d2fc80-b17f-4924-81d5-061919247faf req-9a78fe82-06e8-484d-af5c-a31ccb74085b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1ba3d55edb3e499184531bf67c3c4842&device_id=cf06d419-eeaf-40ef-b503-30eb7b9bd074 HTTP/1.1" status: 200 len: 1096 time: 0.0413783 Sep 07 14:44:27.717329 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-19d2fc80-b17f-4924-81d5-061919247faf req-5f5c7ebe-9884-4177-9f55-d984134ede9e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2362e4a8-9f30-4d44-a257-6c7a6fc4ece2 HTTP/1.1" status: 200 len: 217 time: 0.0402207 Sep 07 14:44:27.789778 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2fc80-b17f-4924-81d5-061919247faf req-55d0150d-853e-4dc7-9471-8aba7d310d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:44:27.791301 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-19d2fc80-b17f-4924-81d5-061919247faf req-55d0150d-853e-4dc7-9471-8aba7d310d2f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a428d6e7-1071-4c4e-b1b4-9cac1d8857f1 HTTP/1.1" status: 200 len: 855 time: 0.0654256 Sep 07 14:44:27.822273 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-19d2fc80-b17f-4924-81d5-061919247faf req-c2b1f38f-b539-4b68-8e4b-2b570f8414cc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=419342fd-bcfd-4b23-9c63-a26e6b7575cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240591 Sep 07 14:44:27.917457 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-19d2fc80-b17f-4924-81d5-061919247faf req-6a3333bb-c754-43ed-9e4a-4be928662216 service neutron] 10.222.0.22 "GET /v2.0/networks/419342fd-bcfd-4b23-9c63-a26e6b7575cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863945 Sep 07 14:44:28.008370 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-19d2fc80-b17f-4924-81d5-061919247faf req-77da38f9-8b42-4ff6-ba0d-a7fed0f4b887 service neutron] 10.222.0.22 "GET /v2.0/networks/419342fd-bcfd-4b23-9c63-a26e6b7575cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836179 Sep 07 14:44:28.475378 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822d074-4eec-4c28-8f53-84b2b34c0eb9 req-b9b17483-04c7-4989-a9ee-2a58abd109ce tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:44:28.476851 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b822d074-4eec-4c28-8f53-84b2b34c0eb9 req-b9b17483-04c7-4989-a9ee-2a58abd109ce tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf06d419-eeaf-40ef-b503-30eb7b9bd074 HTTP/1.1" status: 200 len: 943 time: 0.0504222 Sep 07 14:44:28.514882 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b822d074-4eec-4c28-8f53-84b2b34c0eb9 req-6ed551fa-d60f-49e8-83a9-2ad7e8c76407 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/security-groups?id=7dd37e91-21ab-40c5-a3d8-e358ab3572d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311043 Sep 07 14:44:29.266011 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 2362e4a8-9f30-4d44-a257-6c7a6fc4ece2 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:44:29.363248 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port 2362e4a8-9f30-4d44-a257-6c7a6fc4ece2, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=2362e4a8-9f30-4d44-a257-6c7a6fc4ece2,segment=NetworkSegment(c9e36979-67d0-41e6-9a74-0d9aaf916bb8),segment_id=c9e36979-67d0-41e6-9a74-0d9aaf916bb8)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:44:29.375061 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Returning: {'device': '2362e4a8-9f30-4d44-a257-6c7a6fc4ece2', 'network_id': '419342fd-bcfd-4b23-9c63-a26e6b7575cf', 'port_id': '2362e4a8-9f30-4d44-a257-6c7a6fc4ece2', 'mac_address': 'fa:16:3e:76:f9:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a428d6e7-1071-4c4e-b1b4-9cac1d8857f1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:44:29.410868 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:29.423996 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2362e4a8-9f30-4d44-a257-6c7a6fc4ece2 {{(pid=94642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:44:29.443109 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port 2362e4a8-9f30-4d44-a257-6c7a6fc4ece2, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=2362e4a8-9f30-4d44-a257-6c7a6fc4ece2,segment=NetworkSegment(c9e36979-67d0-41e6-9a74-0d9aaf916bb8),segment_id=c9e36979-67d0-41e6-9a74-0d9aaf916bb8)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:44:29.519998 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:29.567377 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=2362e4a8-9f30-4d44-a257-6c7a6fc4ece2,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:44:29.636883 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1d4b5-9eb1-4521-8a71-9649f43a0838 req-cf9a55a8-57e7-4eda-b9f5-435a53688371 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:44:29.638374 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-09e1d4b5-9eb1-4521-8a71-9649f43a0838 req-cf9a55a8-57e7-4eda-b9f5-435a53688371 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf06d419-eeaf-40ef-b503-30eb7b9bd074 HTTP/1.1" status: 200 len: 944 time: 0.0552888 Sep 07 14:44:29.679227 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-09e1d4b5-9eb1-4521-8a71-9649f43a0838 req-12784d36-f3f2-49f2-b023-e714723c9718 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/security-groups?id=7dd37e91-21ab-40c5-a3d8-e358ab3572d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343614 Sep 07 14:44:29.757214 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] get_ports_and_sgs() called for port_ids ['2362e4a8-9f30-4d44-a257-6c7a6fc4ece2'] {{(pid=94642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:44:30.792865 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927a9f4-6e2d-4ae2-a2e9-64a30bd043f9 req-c4532976-0174-4b2c-aaf7-c322337eb366 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:44:30.794342 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5927a9f4-6e2d-4ae2-a2e9-64a30bd043f9 req-c4532976-0174-4b2c-aaf7-c322337eb366 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf06d419-eeaf-40ef-b503-30eb7b9bd074 HTTP/1.1" status: 200 len: 944 time: 0.0477753 Sep 07 14:44:30.831988 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5927a9f4-6e2d-4ae2-a2e9-64a30bd043f9 req-4c294b4b-8c8a-40c1-b0df-928f6accdbe7 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/security-groups?id=7dd37e91-21ab-40c5-a3d8-e358ab3572d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315757 Sep 07 14:44:31.278538 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 2362e4a8-9f30-4d44-a257-6c7a6fc4ece2 up at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:44:31.417376 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Provisioning for port 2362e4a8-9f30-4d44-a257-6c7a6fc4ece2 completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:44:31.421539 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Provisioning complete for port 2362e4a8-9f30-4d44-a257-6c7a6fc4ece2 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:44:31.421906 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:31.512417 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:31.536108 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf06d419-eeaf-40ef-b503-30eb7b9bd074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2362e4a8-9f30-4d44-a257-6c7a6fc4ece2'}] {{(pid=94642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:44:31.538357 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd6d84ba8741af88afecd5b756310c726975e6558383509c2c49b1cfba31424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53577a9-7a84-4769-9f7f-7e04d06dd11b" -d '{"events": [{"server_uuid": "cf06d419-eeaf-40ef-b503-30eb7b9bd074", "name": "network-vif-plugged", "status": "completed", "tag": "2362e4a8-9f30-4d44-a257-6c7a6fc4ece2"}]}' {{(pid=94642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:44:31.552371 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port 2362e4a8-9f30-4d44-a257-6c7a6fc4ece2, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=2362e4a8-9f30-4d44-a257-6c7a6fc4ece2,segment=NetworkSegment(c9e36979-67d0-41e6-9a74-0d9aaf916bb8),segment_id=c9e36979-67d0-41e6-9a74-0d9aaf916bb8)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:44:31.578840 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9603174d-8d64-4bf4-a456-a1af7d722a75 x-openstack-request-id: req-9603174d-8d64-4bf4-a456-a1af7d722a75 {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:44:31.579131 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf06d419-eeaf-40ef-b503-30eb7b9bd074", "name": "network-vif-plugged", "status": "completed", "tag": "2362e4a8-9f30-4d44-a257-6c7a6fc4ece2", "code": 200}]} {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:44:31.579389 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9603174d-8d64-4bf4-a456-a1af7d722a75 {{(pid=94642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:44:31.579934 dv-cinder-760153-9-iscsi neutron-server[94642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf06d419-eeaf-40ef-b503-30eb7b9bd074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2362e4a8-9f30-4d44-a257-6c7a6fc4ece2', 'code': 200} Sep 07 14:44:31.623936 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:31.675045 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=2362e4a8-9f30-4d44-a257-6c7a6fc4ece2,revision_number=5']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:44:31.893691 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e103544c-f2fc-40e9-8133-dadf748e18e0 req-3f1a24e7-07dd-4574-9624-9ed9cc2b1ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:44:31.895422 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e103544c-f2fc-40e9-8133-dadf748e18e0 req-3f1a24e7-07dd-4574-9624-9ed9cc2b1ff4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=cf06d419-eeaf-40ef-b503-30eb7b9bd074 HTTP/1.1" status: 200 len: 1098 time: 0.0417593 Sep 07 14:44:31.968157 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e103544c-f2fc-40e9-8133-dadf748e18e0 req-6b430cef-7d13-43c5-a02e-a8dfcbf1edd9 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=7dd37e91-21ab-40c5-a3d8-e358ab3572d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640917 Sep 07 14:44:31.975579 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ada4b5-ae37-4e55-85aa-3fe4aa35d4f0 req-8a5970a7-ac17-45df-b23d-d372584777bb tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:44:31.976973 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c6ada4b5-ae37-4e55-85aa-3fe4aa35d4f0 req-8a5970a7-ac17-45df-b23d-d372584777bb tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf06d419-eeaf-40ef-b503-30eb7b9bd074 HTTP/1.1" status: 200 len: 945 time: 0.0759578 Sep 07 14:44:32.015233 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c6ada4b5-ae37-4e55-85aa-3fe4aa35d4f0 req-b86179d7-0961-4ab2-b5be-51d780724ec0 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/security-groups?id=7dd37e91-21ab-40c5-a3d8-e358ab3572d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322409 Sep 07 14:44:32.360315 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44220eb7-bb62-4904-8fcd-8816a5958036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:32.646134 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:33.133013 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891285b1-7130-42fb-a159-405f8addbed6 req-7c1c571b-6bf3-4024-8a7b-d398b994624a tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:44:33.134527 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-891285b1-7130-42fb-a159-405f8addbed6 req-7c1c571b-6bf3-4024-8a7b-d398b994624a tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf06d419-eeaf-40ef-b503-30eb7b9bd074 HTTP/1.1" status: 200 len: 945 time: 0.0490704 Sep 07 14:44:33.174906 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-891285b1-7130-42fb-a159-405f8addbed6 req-9c394228-d8e3-49c8-adde-d022bc7a1dc5 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/security-groups?id=7dd37e91-21ab-40c5-a3d8-e358ab3572d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338292 Sep 07 14:44:33.389643 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.agents_db [None req-8586c0a8-7e1b-4ad5-b29e-274ce3295afb None None] Agent healthcheck: found 6 active agents {{(pid=94643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:44:34.288630 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5169d58-353f-4d9d-b112-f5710796ab61 req-21aa35ab-497d-47c5-b4ad-cb88a2d23e2f tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:44:34.290132 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f5169d58-353f-4d9d-b112-f5710796ab61 req-21aa35ab-497d-47c5-b4ad-cb88a2d23e2f tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf06d419-eeaf-40ef-b503-30eb7b9bd074 HTTP/1.1" status: 200 len: 945 time: 0.0482991 Sep 07 14:44:34.332978 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f5169d58-353f-4d9d-b112-f5710796ab61 req-a2cf9a8c-662f-4401-810a-d2fab9100456 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/security-groups?id=7dd37e91-21ab-40c5-a3d8-e358ab3572d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356405 Sep 07 14:44:35.017349 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-60a425fb-0bca-4972-9bd9-70bfc31a24df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:35.445930 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:35.527175 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d8cd529f-7507-4fdc-b9b0-b207fe1846c2 req-8b5fe086-226a-484c-a0f2-6878a4116e35 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4e0a5ba2-9a63-4995-9281-5a3531ae4821&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0490768 Sep 07 14:44:35.607765 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd529f-7507-4fdc-b9b0-b207fe1846c2 req-95d8b9a6-f20b-457f-90f5-b64f39352dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:44:35.609242 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d8cd529f-7507-4fdc-b9b0-b207fe1846c2 req-95d8b9a6-f20b-457f-90f5-b64f39352dbd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ddcff35f4fe74c3087d85eedd77cfcb3&device_id=4e0a5ba2-9a63-4995-9281-5a3531ae4821 HTTP/1.1" status: 200 len: 1099 time: 0.0399508 Sep 07 14:44:35.715295 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd529f-7507-4fdc-b9b0-b207fe1846c2 req-3ac3d6d5-66c7-400e-859a-510f9987e7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:44:35.716784 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d8cd529f-7507-4fdc-b9b0-b207fe1846c2 req-3ac3d6d5-66c7-400e-859a-510f9987e7a5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=10bc76c4-28c7-4ddc-9078-74979f2c3f45 HTTP/1.1" status: 200 len: 913 time: 0.0875750 Sep 07 14:44:35.780898 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d8cd529f-7507-4fdc-b9b0-b207fe1846c2 req-e1c149c9-ce0a-460e-8896-1370314ddb37 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62e2be16-2d84-480f-81fb-225d244ae332 HTTP/1.1" status: 200 len: 1002 time: 0.0562723 Sep 07 14:44:35.828963 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd529f-7507-4fdc-b9b0-b207fe1846c2 req-a51522a7-d030-4f7a-9ed2-6eb577818fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:44:35.830371 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d8cd529f-7507-4fdc-b9b0-b207fe1846c2 req-a51522a7-d030-4f7a-9ed2-6eb577818fd0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=846cc3d9-b8d8-4a47-8daf-12b566ed01c8 HTTP/1.1" status: 200 len: 851 time: 0.0418386 Sep 07 14:44:35.881421 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd529f-7507-4fdc-b9b0-b207fe1846c2 req-1cc3a80d-f5ec-4561-a691-508844e08b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:44:35.882867 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d8cd529f-7507-4fdc-b9b0-b207fe1846c2 req-1cc3a80d-f5ec-4561-a691-508844e08b0e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=10bc76c4-28c7-4ddc-9078-74979f2c3f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429881 Sep 07 14:44:35.972230 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d8cd529f-7507-4fdc-b9b0-b207fe1846c2 req-85204f3b-7ffd-4e7d-8821-82bb3b0c0709 service neutron] 10.222.0.22 "GET /v2.0/networks/10bc76c4-28c7-4ddc-9078-74979f2c3f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816462 Sep 07 14:44:36.065707 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d8cd529f-7507-4fdc-b9b0-b207fe1846c2 req-c788a1b5-1c7d-4733-8dde-3aa77e1c575d service neutron] 10.222.0.22 "GET /v2.0/networks/10bc76c4-28c7-4ddc-9078-74979f2c3f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852909 Sep 07 14:44:36.154822 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:37.811388 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:49.743577 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d44611-2fdf-4600-a985-d9719ed95b0b req-5be1d88c-7edb-485f-8201-1bc72c59b661 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:44:49.744933 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a8d44611-2fdf-4600-a985-d9719ed95b0b req-5be1d88c-7edb-485f-8201-1bc72c59b661 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/networks?id=419342fd-bcfd-4b23-9c63-a26e6b7575cf HTTP/1.1" status: 200 len: 815 time: 0.0995841 Sep 07 14:44:49.760233 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a8d44611-2fdf-4600-a985-d9719ed95b0b req-e79e446b-1f96-40e8-9f97-54cf55dea55e tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/quotas/1ba3d55edb3e499184531bf67c3c4842 HTTP/1.1" status: 200 len: 375 time: 0.0088575 Sep 07 14:44:49.812314 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a8d44611-2fdf-4600-a985-d9719ed95b0b req-6021120e-0004-4513-92cb-889fcddd460d tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1ba3d55edb3e499184531bf67c3c4842&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0463381 Sep 07 14:44:49.899170 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a8d44611-2fdf-4600-a985-d9719ed95b0b req-8e4b3d6d-6065-47e4-8262-9cfbdae10b83 service neutron] 10.222.0.11 "GET /v2.0/networks/419342fd-bcfd-4b23-9c63-a26e6b7575cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799336 Sep 07 14:44:49.988718 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a8d44611-2fdf-4600-a985-d9719ed95b0b req-c76bfad9-7dc8-4545-a7ed-6156d1d98986 service neutron] 10.222.0.11 "GET /v2.0/networks/419342fd-bcfd-4b23-9c63-a26e6b7575cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835993 Sep 07 14:44:50.311540 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7223089f-09e1-4a4b-bc29-8a05e281aadf req-589c313f-6ab1-48af-862b-b62b34e320ea tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=29f6eebf-42e0-4d78-85bc-ce6cfdead008 HTTP/1.1" status: 200 len: 210 time: 0.0270002 Sep 07 14:44:51.406140 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-18c7c016-b572-4aad-8ca2-d235ef8afcf3 req-3483fc0a-7dec-40b9-8f5d-926f104cf2fa tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=29f6eebf-42e0-4d78-85bc-ce6cfdead008 HTTP/1.1" status: 200 len: 210 time: 0.0259850 Sep 07 14:44:51.992472 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d44611-2fdf-4600-a985-d9719ed95b0b req-7fcab2f9-030c-4087-b0af-5dbfa9254090 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:44:51.993833 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a8d44611-2fdf-4600-a985-d9719ed95b0b req-7fcab2f9-030c-4087-b0af-5dbfa9254090 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.22 "GET /v2.0/networks?id=419342fd-bcfd-4b23-9c63-a26e6b7575cf HTTP/1.1" status: 200 len: 815 time: 0.1050961 Sep 07 14:44:52.006712 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-a8d44611-2fdf-4600-a985-d9719ed95b0b req-89009684-9f74-4f02-9774-786a1043822a tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Request body: {'port': {'device_id': '29f6eebf-42e0-4d78-85bc-ce6cfdead008', 'network_id': '419342fd-bcfd-4b23-9c63-a26e6b7575cf', 'admin_state_up': True, 'tenant_id': '1ba3d55edb3e499184531bf67c3c4842'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:44:52.160333 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8d44611-2fdf-4600-a985-d9719ed95b0b req-89009684-9f74-4f02-9774-786a1043822a tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Made reservation on behalf of 1ba3d55edb3e499184531bf67c3c4842 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:44:52.164025 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a8d44611-2fdf-4600-a985-d9719ed95b0b req-89009684-9f74-4f02-9774-786a1043822a tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:52.290121 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-a8d44611-2fdf-4600-a985-d9719ed95b0b req-89009684-9f74-4f02-9774-786a1043822a tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Allocated IP 172.20.0.6 (419342fd-bcfd-4b23-9c63-a26e6b7575cf/a428d6e7-1071-4c4e-b1b4-9cac1d8857f1/fa59ad46-e83a-4a1c-9a76-131ce5058784) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:44:52.435745 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a8d44611-2fdf-4600-a985-d9719ed95b0b req-89009684-9f74-4f02-9774-786a1043822a tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:52.500146 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-84f4068c-dc08-4994-9687-8649ae982e8f req-e5c49e16-5647-4cc4-8a52-c6a63b8b5d64 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=29f6eebf-42e0-4d78-85bc-ce6cfdead008 HTTP/1.1" status: 200 len: 210 time: 0.0258944 Sep 07 14:44:52.527087 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a8d44611-2fdf-4600-a985-d9719ed95b0b req-89009684-9f74-4f02-9774-786a1043822a tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8727932'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:52.540901 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] get_ports_and_sgs() called for port_ids ['2362e4a8-9f30-4d44-a257-6c7a6fc4ece2'] {{(pid=94642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:44:52.576180 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8d44611-2fdf-4600-a985-d9719ed95b0b req-89009684-9f74-4f02-9774-786a1043822a tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Network 419342fd-bcfd-4b23-9c63-a26e6b7575cf is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:44:52.579801 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-a8d44611-2fdf-4600-a985-d9719ed95b0b req-89009684-9f74-4f02-9774-786a1043822a tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:44:52.587459 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d44611-2fdf-4600-a985-d9719ed95b0b req-89009684-9f74-4f02-9774-786a1043822a tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:44:52.611429 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89009684-9f74-4f02-9774-786a1043822a tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Pushing event updated for resources: {'Port': ['ID=fa59ad46-e83a-4a1c-9a76-131ce5058784,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:44:52.639767 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d44611-2fdf-4600-a985-d9719ed95b0b req-89009684-9f74-4f02-9774-786a1043822a tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:44:52.640382 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a8d44611-2fdf-4600-a985-d9719ed95b0b req-89009684-9f74-4f02-9774-786a1043822a tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:52.710163 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a8d44611-2fdf-4600-a985-d9719ed95b0b req-89009684-9f74-4f02-9774-786a1043822a tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7069924 Sep 07 14:44:52.724551 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-a8d44611-2fdf-4600-a985-d9719ed95b0b req-73697074-d161-47b7-9fd4-293bcfd5ffed service neutron] Request body: {'port': {'device_id': '29f6eebf-42e0-4d78-85bc-ce6cfdead008', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:44:52.791645 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a8d44611-2fdf-4600-a985-d9719ed95b0b req-73697074-d161-47b7-9fd4-293bcfd5ffed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:53.104961 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [req-a8d44611-2fdf-4600-a985-d9719ed95b0b req-73697074-d161-47b7-9fd4-293bcfd5ffed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa59ad46-e83a-4a1c-9a76-131ce5058784 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:44:53.112944 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a8d44611-2fdf-4600-a985-d9719ed95b0b req-73697074-d161-47b7-9fd4-293bcfd5ffed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:53.126074 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-a8d44611-2fdf-4600-a985-d9719ed95b0b req-73697074-d161-47b7-9fd4-293bcfd5ffed service neutron] Transition to ACTIVE for port object fa59ad46-e83a-4a1c-9a76-131ce5058784 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:44:53.188762 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a8d44611-2fdf-4600-a985-d9719ed95b0b req-73697074-d161-47b7-9fd4-293bcfd5ffed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8727923'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:53.294103 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73697074-d161-47b7-9fd4-293bcfd5ffed service neutron] Pushing event updated for resources: {'Port': ['ID=fa59ad46-e83a-4a1c-9a76-131ce5058784,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:44:53.327070 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-a8d44611-2fdf-4600-a985-d9719ed95b0b req-73697074-d161-47b7-9fd4-293bcfd5ffed service neutron] Attempting to bind port fa59ad46-e83a-4a1c-9a76-131ce5058784 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:44:53.327405 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-a8d44611-2fdf-4600-a985-d9719ed95b0b req-73697074-d161-47b7-9fd4-293bcfd5ffed service neutron] Attempting to bind port fa59ad46-e83a-4a1c-9a76-131ce5058784 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': 'c9e36979-67d0-41e6-9a74-0d9aaf916bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '419342fd-bcfd-4b23-9c63-a26e6b7575cf'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:44:53.327729 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d44611-2fdf-4600-a985-d9719ed95b0b req-73697074-d161-47b7-9fd4-293bcfd5ffed service neutron] Attempting to bind port fa59ad46-e83a-4a1c-9a76-131ce5058784 on network 419342fd-bcfd-4b23-9c63-a26e6b7575cf {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:44:53.332371 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d44611-2fdf-4600-a985-d9719ed95b0b req-73697074-d161-47b7-9fd4-293bcfd5ffed service neutron] Port fa59ad46-e83a-4a1c-9a76-131ce5058784 on network 419342fd-bcfd-4b23-9c63-a26e6b7575cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:44:53.332687 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d44611-2fdf-4600-a985-d9719ed95b0b req-73697074-d161-47b7-9fd4-293bcfd5ffed service neutron] Attempting to bind port fa59ad46-e83a-4a1c-9a76-131ce5058784 on network 419342fd-bcfd-4b23-9c63-a26e6b7575cf {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:44:53.337537 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d44611-2fdf-4600-a985-d9719ed95b0b req-73697074-d161-47b7-9fd4-293bcfd5ffed service neutron] Checking agent: {'id': '0e933200-ccc3-44fa-a7f6-4e1417f97b5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 34, 32), 'started_at': datetime.datetime(2021, 9, 7, 14, 34, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:44:53.337863 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d44611-2fdf-4600-a985-d9719ed95b0b req-73697074-d161-47b7-9fd4-293bcfd5ffed service neutron] Checking segment: {'id': 'c9e36979-67d0-41e6-9a74-0d9aaf916bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '419342fd-bcfd-4b23-9c63-a26e6b7575cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:44:53.338444 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d44611-2fdf-4600-a985-d9719ed95b0b req-73697074-d161-47b7-9fd4-293bcfd5ffed service neutron] Bound using segment: {'id': 'c9e36979-67d0-41e6-9a74-0d9aaf916bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '419342fd-bcfd-4b23-9c63-a26e6b7575cf'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:44:53.339259 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-a8d44611-2fdf-4600-a985-d9719ed95b0b req-73697074-d161-47b7-9fd4-293bcfd5ffed service neutron] Bound port: fa59ad46-e83a-4a1c-9a76-131ce5058784, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9e36979-67d0-41e6-9a74-0d9aaf916bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '419342fd-bcfd-4b23-9c63-a26e6b7575cf'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:44:53.339644 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a8d44611-2fdf-4600-a985-d9719ed95b0b req-73697074-d161-47b7-9fd4-293bcfd5ffed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:53.410035 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-a8d44611-2fdf-4600-a985-d9719ed95b0b req-73697074-d161-47b7-9fd4-293bcfd5ffed service neutron] For port fa59ad46-e83a-4a1c-9a76-131ce5058784, host hv-cinder-76015, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:44:53.413042 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-a8d44611-2fdf-4600-a985-d9719ed95b0b req-73697074-d161-47b7-9fd4-293bcfd5ffed service neutron] For port fa59ad46-e83a-4a1c-9a76-131ce5058784, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=fa59ad46-e83a-4a1c-9a76-131ce5058784,segment=NetworkSegment(c9e36979-67d0-41e6-9a74-0d9aaf916bb8),segment_id=c9e36979-67d0-41e6-9a74-0d9aaf916bb8)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:44:53.520131 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a8d44611-2fdf-4600-a985-d9719ed95b0b req-73697074-d161-47b7-9fd4-293bcfd5ffed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8727923'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:53.571599 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d44611-2fdf-4600-a985-d9719ed95b0b req-73697074-d161-47b7-9fd4-293bcfd5ffed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:44:53.572551 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a8d44611-2fdf-4600-a985-d9719ed95b0b req-73697074-d161-47b7-9fd4-293bcfd5ffed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:53.574339 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a8d44611-2fdf-4600-a985-d9719ed95b0b req-73697074-d161-47b7-9fd4-293bcfd5ffed service neutron] 10.222.0.22 "PUT /v2.0/ports/fa59ad46-e83a-4a1c-9a76-131ce5058784 HTTP/1.1" status: 200 len: 1093 time: 0.8542202 Sep 07 14:44:53.575035 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f6eebf-42e0-4d78-85bc-ce6cfdead008', 'tag': 'fa59ad46-e83a-4a1c-9a76-131ce5058784'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:44:53.577510 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca3d64d6ee1d62abf9801d62a4287030b5a1037887016040f3cf02e156c8ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c115760e-ff16-43f0-824a-7e6f52cd56bc" -d '{"events": [{"name": "network-changed", "server_uuid": "29f6eebf-42e0-4d78-85bc-ce6cfdead008", "tag": "fa59ad46-e83a-4a1c-9a76-131ce5058784"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:44:53.626891 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57317d8a-7355-4e6f-879a-d30a2e01da70 x-openstack-request-id: req-57317d8a-7355-4e6f-879a-d30a2e01da70 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:44:53.627175 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f6eebf-42e0-4d78-85bc-ce6cfdead008", "tag": "fa59ad46-e83a-4a1c-9a76-131ce5058784", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:44:53.627428 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-57317d8a-7355-4e6f-879a-d30a2e01da70 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:44:53.627890 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f6eebf-42e0-4d78-85bc-ce6cfdead008', 'tag': 'fa59ad46-e83a-4a1c-9a76-131ce5058784', 'status': 'completed', 'code': 200} Sep 07 14:44:53.633180 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73697074-d161-47b7-9fd4-293bcfd5ffed service neutron] Pushing event updated for resources: {'Port': ['ID=fa59ad46-e83a-4a1c-9a76-131ce5058784,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:44:53.677526 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171bbcf-ff4f-4d62-b779-e2b861ce09ba req-2002e094-cbec-4c64-9434-57dcf708b353 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:44:53.679035 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4171bbcf-ff4f-4d62-b779-e2b861ce09ba req-2002e094-cbec-4c64-9434-57dcf708b353 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=29f6eebf-42e0-4d78-85bc-ce6cfdead008 HTTP/1.1" status: 200 len: 943 time: 0.0901070 Sep 07 14:44:53.712895 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115760e-ff16-43f0-824a-7e6f52cd56bc req-592acac5-6d4b-4bfd-83bb-aa5dcd8d8083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:44:53.714929 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c115760e-ff16-43f0-824a-7e6f52cd56bc req-592acac5-6d4b-4bfd-83bb-aa5dcd8d8083 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1ba3d55edb3e499184531bf67c3c4842&device_id=29f6eebf-42e0-4d78-85bc-ce6cfdead008 HTTP/1.1" status: 200 len: 1096 time: 0.0717385 Sep 07 14:44:53.735275 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4171bbcf-ff4f-4d62-b779-e2b861ce09ba req-91169cca-8f32-4fbb-98ec-76dbe8318f18 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/security-groups?id=7dd37e91-21ab-40c5-a3d8-e358ab3572d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481904 Sep 07 14:44:53.819250 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115760e-ff16-43f0-824a-7e6f52cd56bc req-fa06591a-9725-4a09-b163-198669efa288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:44:53.820695 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c115760e-ff16-43f0-824a-7e6f52cd56bc req-fa06591a-9725-4a09-b163-198669efa288 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=1ba3d55edb3e499184531bf67c3c4842&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0958297 Sep 07 14:44:54.164331 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115760e-ff16-43f0-824a-7e6f52cd56bc req-17dcc9c8-7969-4953-94c9-872c822072f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:44:54.165788 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c115760e-ff16-43f0-824a-7e6f52cd56bc req-17dcc9c8-7969-4953-94c9-872c822072f1 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3373358 Sep 07 14:44:54.247100 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d44611-2fdf-4600-a985-d9719ed95b0b req-9e227248-f163-428c-8ffd-c4d0ef321453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:44:54.248582 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a8d44611-2fdf-4600-a985-d9719ed95b0b req-9e227248-f163-428c-8ffd-c4d0ef321453 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1ba3d55edb3e499184531bf67c3c4842&device_id=29f6eebf-42e0-4d78-85bc-ce6cfdead008 HTTP/1.1" status: 200 len: 1096 time: 0.0414116 Sep 07 14:44:54.295111 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a8d44611-2fdf-4600-a985-d9719ed95b0b req-0f251fbf-fb8d-466a-b56a-53d8b8ec9caa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa59ad46-e83a-4a1c-9a76-131ce5058784 HTTP/1.1" status: 200 len: 217 time: 0.0362463 Sep 07 14:44:54.345509 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d44611-2fdf-4600-a985-d9719ed95b0b req-576669bc-da0d-4122-8d63-8b191cf6333a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:44:54.346926 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a8d44611-2fdf-4600-a985-d9719ed95b0b req-576669bc-da0d-4122-8d63-8b191cf6333a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a428d6e7-1071-4c4e-b1b4-9cac1d8857f1 HTTP/1.1" status: 200 len: 855 time: 0.0428250 Sep 07 14:44:54.378912 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a8d44611-2fdf-4600-a985-d9719ed95b0b req-6a5a737a-1012-4195-9679-c041c2e02504 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=419342fd-bcfd-4b23-9c63-a26e6b7575cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230713 Sep 07 14:44:54.472297 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a8d44611-2fdf-4600-a985-d9719ed95b0b req-94475969-8cee-45a8-a29a-d28ca56523a4 service neutron] 10.222.0.22 "GET /v2.0/networks/419342fd-bcfd-4b23-9c63-a26e6b7575cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843403 Sep 07 14:44:54.562876 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a8d44611-2fdf-4600-a985-d9719ed95b0b req-e05cbab6-728f-46a4-ab25-d516de761ef8 service neutron] 10.222.0.22 "GET /v2.0/networks/419342fd-bcfd-4b23-9c63-a26e6b7575cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822828 Sep 07 14:44:54.862968 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82261d88-63e2-490a-a6b1-6736dfaa98c5 req-c61ec16e-d972-4fad-91dc-b980af09d580 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:44:54.864420 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-82261d88-63e2-490a-a6b1-6736dfaa98c5 req-c61ec16e-d972-4fad-91dc-b980af09d580 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=29f6eebf-42e0-4d78-85bc-ce6cfdead008 HTTP/1.1" status: 200 len: 943 time: 0.0517240 Sep 07 14:44:54.901385 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-82261d88-63e2-490a-a6b1-6736dfaa98c5 req-e7bbfd9b-b955-45ea-90e3-ef6918a6d31f tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/security-groups?id=7dd37e91-21ab-40c5-a3d8-e358ab3572d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310693 Sep 07 14:44:56.015904 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83789c90-eb29-4fa8-92ff-7a24c85c0325 req-10947982-e40a-4011-ba9f-21fe813cd692 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:44:56.017421 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-83789c90-eb29-4fa8-92ff-7a24c85c0325 req-10947982-e40a-4011-ba9f-21fe813cd692 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=29f6eebf-42e0-4d78-85bc-ce6cfdead008 HTTP/1.1" status: 200 len: 943 time: 0.0493608 Sep 07 14:44:56.056019 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-83789c90-eb29-4fa8-92ff-7a24c85c0325 req-d41a4a6d-1cd7-48ef-8b69-016c9181b925 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/security-groups?id=7dd37e91-21ab-40c5-a3d8-e358ab3572d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324790 Sep 07 14:44:57.174226 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522ccda-69e5-4801-a1fb-06a80106904a req-6f8162eb-2655-4b41-9816-486b3858b91e tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:44:57.175978 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4522ccda-69e5-4801-a1fb-06a80106904a req-6f8162eb-2655-4b41-9816-486b3858b91e tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=29f6eebf-42e0-4d78-85bc-ce6cfdead008 HTTP/1.1" status: 200 len: 943 time: 0.0509846 Sep 07 14:44:57.215369 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4522ccda-69e5-4801-a1fb-06a80106904a req-79fb61a7-5f9a-4205-9990-81b49b553398 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/security-groups?id=7dd37e91-21ab-40c5-a3d8-e358ab3572d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331745 Sep 07 14:44:57.406555 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device fa59ad46-e83a-4a1c-9a76-131ce5058784 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:44:57.504748 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port fa59ad46-e83a-4a1c-9a76-131ce5058784, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=fa59ad46-e83a-4a1c-9a76-131ce5058784,segment=NetworkSegment(c9e36979-67d0-41e6-9a74-0d9aaf916bb8),segment_id=c9e36979-67d0-41e6-9a74-0d9aaf916bb8)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:44:57.516425 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Returning: {'device': 'fa59ad46-e83a-4a1c-9a76-131ce5058784', 'network_id': '419342fd-bcfd-4b23-9c63-a26e6b7575cf', 'port_id': 'fa59ad46-e83a-4a1c-9a76-131ce5058784', 'mac_address': 'fa:16:3e:44:50:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a428d6e7-1071-4c4e-b1b4-9cac1d8857f1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:44:57.553109 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:57.566697 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa59ad46-e83a-4a1c-9a76-131ce5058784 {{(pid=94642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:44:57.586015 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port fa59ad46-e83a-4a1c-9a76-131ce5058784, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=fa59ad46-e83a-4a1c-9a76-131ce5058784,segment=NetworkSegment(c9e36979-67d0-41e6-9a74-0d9aaf916bb8),segment_id=c9e36979-67d0-41e6-9a74-0d9aaf916bb8)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:44:57.646211 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:57.705104 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=fa59ad46-e83a-4a1c-9a76-131ce5058784,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:44:57.712469 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:44:57.712817 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:44:57.713160 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:44:57.713501 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:44:57.713837 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:44:57.714248 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:44:57.714728 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:44:57.715063 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:44:57.715408 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:44:57.715721 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:44:57.716047 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:44:57.716373 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:44:58.104829 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] get_ports_and_sgs() called for port_ids ['fa59ad46-e83a-4a1c-9a76-131ce5058784'] {{(pid=94642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:44:58.337087 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894f7b4-2c1b-4918-b591-7080189c005c req-40ad48df-a892-4a2c-937b-0d224d9e9dee tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:44:58.338588 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d894f7b4-2c1b-4918-b591-7080189c005c req-40ad48df-a892-4a2c-937b-0d224d9e9dee tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=29f6eebf-42e0-4d78-85bc-ce6cfdead008 HTTP/1.1" status: 200 len: 944 time: 0.0547750 Sep 07 14:44:58.376107 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d894f7b4-2c1b-4918-b591-7080189c005c req-8dc2477a-69c8-4bf6-a9b1-39ea653b9de1 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/security-groups?id=7dd37e91-21ab-40c5-a3d8-e358ab3572d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314856 Sep 07 14:44:59.406145 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device fa59ad46-e83a-4a1c-9a76-131ce5058784 up at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:44:59.498208 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1b357-a092-494f-9818-b3edb52ccf2e req-a8f385d5-1a08-4297-af3b-dbdc92e06426 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:44:59.499580 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6ef1b357-a092-494f-9818-b3edb52ccf2e req-a8f385d5-1a08-4297-af3b-dbdc92e06426 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=29f6eebf-42e0-4d78-85bc-ce6cfdead008 HTTP/1.1" status: 200 len: 944 time: 0.0495358 Sep 07 14:44:59.536562 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6ef1b357-a092-494f-9818-b3edb52ccf2e req-1dfac51d-359f-4e0d-ace2-50c06b336e4d tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/security-groups?id=7dd37e91-21ab-40c5-a3d8-e358ab3572d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308344 Sep 07 14:44:59.543377 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Provisioning for port fa59ad46-e83a-4a1c-9a76-131ce5058784 completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:44:59.548486 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Provisioning complete for port fa59ad46-e83a-4a1c-9a76-131ce5058784 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:44:59.548756 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:59.630280 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:59.653012 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f6eebf-42e0-4d78-85bc-ce6cfdead008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa59ad46-e83a-4a1c-9a76-131ce5058784'}] {{(pid=94642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:44:59.656644 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd6d84ba8741af88afecd5b756310c726975e6558383509c2c49b1cfba31424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4b2663-e9ee-4282-857b-c8ea2c31f0eb" -d '{"events": [{"server_uuid": "29f6eebf-42e0-4d78-85bc-ce6cfdead008", "name": "network-vif-plugged", "status": "completed", "tag": "fa59ad46-e83a-4a1c-9a76-131ce5058784"}]}' {{(pid=94642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:44:59.672156 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port fa59ad46-e83a-4a1c-9a76-131ce5058784, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=fa59ad46-e83a-4a1c-9a76-131ce5058784,segment=NetworkSegment(c9e36979-67d0-41e6-9a74-0d9aaf916bb8),segment_id=c9e36979-67d0-41e6-9a74-0d9aaf916bb8)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:44:59.699793 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9fa89b-a317-4bc8-bbd8-c494a38a7f65 x-openstack-request-id: req-cd9fa89b-a317-4bc8-bbd8-c494a38a7f65 {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:44:59.700085 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f6eebf-42e0-4d78-85bc-ce6cfdead008", "name": "network-vif-plugged", "status": "completed", "tag": "fa59ad46-e83a-4a1c-9a76-131ce5058784", "code": 200}]} {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:44:59.700539 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cd9fa89b-a317-4bc8-bbd8-c494a38a7f65 {{(pid=94642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:44:59.701441 dv-cinder-760153-9-iscsi neutron-server[94642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f6eebf-42e0-4d78-85bc-ce6cfdead008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa59ad46-e83a-4a1c-9a76-131ce5058784', 'code': 200} Sep 07 14:44:59.755418 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:44:59.810518 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=fa59ad46-e83a-4a1c-9a76-131ce5058784,revision_number=5']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:44:59.941876 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99152d02-bc8e-4d6c-86ab-81a0fabc2320 req-920f5933-de4e-4875-823f-b76d07931cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:44:59.943459 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-99152d02-bc8e-4d6c-86ab-81a0fabc2320 req-920f5933-de4e-4875-823f-b76d07931cdd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=29f6eebf-42e0-4d78-85bc-ce6cfdead008 HTTP/1.1" status: 200 len: 1098 time: 0.0404198 Sep 07 14:44:59.978543 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-99152d02-bc8e-4d6c-86ab-81a0fabc2320 req-7169fe48-e7f5-4935-a699-e39bb2357184 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=7dd37e91-21ab-40c5-a3d8-e358ab3572d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275111 Sep 07 14:45:00.655280 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eddef16-aa2d-42b1-bbc4-83011244cfbb req-6aa428e2-f92c-43b9-8a21-7c504ecf6ec5 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:00.656768 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6eddef16-aa2d-42b1-bbc4-83011244cfbb req-6aa428e2-f92c-43b9-8a21-7c504ecf6ec5 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=29f6eebf-42e0-4d78-85bc-ce6cfdead008 HTTP/1.1" status: 200 len: 945 time: 0.0525343 Sep 07 14:45:00.696458 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6eddef16-aa2d-42b1-bbc4-83011244cfbb req-f6c29874-49e8-426a-a81f-87c646adb22d tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/security-groups?id=7dd37e91-21ab-40c5-a3d8-e358ab3572d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335000 Sep 07 14:45:01.819773 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc9c96-214c-42d2-b978-ff9be1583a82 req-b561968e-afd2-477a-9f39-b6372843d115 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:01.821256 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-20dc9c96-214c-42d2-b978-ff9be1583a82 req-b561968e-afd2-477a-9f39-b6372843d115 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=29f6eebf-42e0-4d78-85bc-ce6cfdead008 HTTP/1.1" status: 200 len: 945 time: 0.0490444 Sep 07 14:45:01.861166 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-20dc9c96-214c-42d2-b978-ff9be1583a82 req-d19eab58-79f2-4a16-8575-001b4e77256c tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/security-groups?id=7dd37e91-21ab-40c5-a3d8-e358ab3572d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332761 Sep 07 14:45:02.332243 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-db3f041b-7b1a-4e68-9f1d-b5b90591d1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:02.628794 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9c912-799b-4c24-ae86-0cc63288e011 req-38bb6694-5d94-4afb-882d-0cad394f98d4 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:02.630294 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-11f9c912-799b-4c24-ae86-0cc63288e011 req-38bb6694-5d94-4afb-882d-0cad394f98d4 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=a18ed535-b817-4339-82d0-22abfe455782 HTTP/1.1" status: 200 len: 945 time: 0.0511487 Sep 07 14:45:02.640814 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:02.673285 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-11f9c912-799b-4c24-ae86-0cc63288e011 req-7ab44bb3-0b53-4c20-9e43-ca242dc60236 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2b4a8a8-1437-4f71-abab-7cc5c0c54e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319145 Sep 07 14:45:03.794206 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e58c5f-ffef-49db-b3de-24a868a82195 req-a44c8c9d-de0d-4664-8e27-ca6532b737f6 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:03.795629 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-96e58c5f-ffef-49db-b3de-24a868a82195 req-a44c8c9d-de0d-4664-8e27-ca6532b737f6 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=a18ed535-b817-4339-82d0-22abfe455782 HTTP/1.1" status: 200 len: 945 time: 0.0612271 Sep 07 14:45:03.834489 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-96e58c5f-ffef-49db-b3de-24a868a82195 req-f743e0f0-21d2-4792-a99d-68fc98d2b52b tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2b4a8a8-1437-4f71-abab-7cc5c0c54e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320287 Sep 07 14:45:04.840321 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50082b57-1003-4b7d-9d9c-38fdefe86208 req-69961912-3752-4d03-b9b8-e1df6246c84e tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:04.842319 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-50082b57-1003-4b7d-9d9c-38fdefe86208 req-69961912-3752-4d03-b9b8-e1df6246c84e tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/networks?id=419342fd-bcfd-4b23-9c63-a26e6b7575cf HTTP/1.1" status: 200 len: 815 time: 0.1021893 Sep 07 14:45:04.857451 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-50082b57-1003-4b7d-9d9c-38fdefe86208 req-c846e9dc-60de-40fd-be97-60f5eb8a7810 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/quotas/1ba3d55edb3e499184531bf67c3c4842 HTTP/1.1" status: 200 len: 375 time: 0.0094364 Sep 07 14:45:04.920123 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-50082b57-1003-4b7d-9d9c-38fdefe86208 req-a4067507-0c8a-467d-b83a-7e30ae97cade tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1ba3d55edb3e499184531bf67c3c4842&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563817 Sep 07 14:45:05.000707 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-536aeabe-499f-4499-afc5-36d0bd85cf74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:05.010806 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8c25e-88eb-4079-bbd5-5aff6c7c0ff9 req-5f804eca-ee4e-422f-8807-19dc9e639815 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:05.012256 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b5d8c25e-88eb-4079-bbd5-5aff6c7c0ff9 req-5f804eca-ee4e-422f-8807-19dc9e639815 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=a18ed535-b817-4339-82d0-22abfe455782 HTTP/1.1" status: 200 len: 945 time: 0.1073751 Sep 07 14:45:05.062876 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-50082b57-1003-4b7d-9d9c-38fdefe86208 req-ba4c5db2-4487-4554-b506-12cd59cd29bf service neutron] 10.222.0.11 "GET /v2.0/networks/419342fd-bcfd-4b23-9c63-a26e6b7575cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253505 Sep 07 14:45:05.067833 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b5d8c25e-88eb-4079-bbd5-5aff6c7c0ff9 req-1f6c4d92-392a-44f7-a76b-217491119dcf tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2b4a8a8-1437-4f71-abab-7cc5c0c54e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493960 Sep 07 14:45:05.150217 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-50082b57-1003-4b7d-9d9c-38fdefe86208 req-4f9cbd28-edb3-4e7d-88af-f0711430463c service neutron] 10.222.0.11 "GET /v2.0/networks/419342fd-bcfd-4b23-9c63-a26e6b7575cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811155 Sep 07 14:45:05.385759 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-92bb6fcb-bb4f-4a86-afd2-418bbab132bb req-24515e36-15ef-4cc7-96a0-bb2d24af03e3 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=411a94bc-4dee-4146-8a7d-c1f047a67e32 HTTP/1.1" status: 200 len: 210 time: 0.0278599 Sep 07 14:45:05.451695 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:06.160269 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:06.186415 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe0d72-05a1-4f93-af50-0802a81221ad req-1320d306-e7ce-45e1-a38f-b36735823452 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:06.187891 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8cfe0d72-05a1-4f93-af50-0802a81221ad req-1320d306-e7ce-45e1-a38f-b36735823452 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=a18ed535-b817-4339-82d0-22abfe455782 HTTP/1.1" status: 200 len: 945 time: 0.0543194 Sep 07 14:45:06.227023 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8cfe0d72-05a1-4f93-af50-0802a81221ad req-746c5440-f2e0-4a2f-82d6-746589720dc1 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2b4a8a8-1437-4f71-abab-7cc5c0c54e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331070 Sep 07 14:45:06.477787 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3338a985-569c-49e6-8139-f2275e32ebf6 req-887eba69-ab3d-4066-8afa-c96578e440f6 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=411a94bc-4dee-4146-8a7d-c1f047a67e32 HTTP/1.1" status: 200 len: 210 time: 0.0264118 Sep 07 14:45:07.220981 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9834b-2691-44ac-b849-3afd42ba4830 req-6e256c7e-115c-4e26-ae3b-d5fc31268c1f tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:07.222446 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-baa9834b-2691-44ac-b849-3afd42ba4830 req-6e256c7e-115c-4e26-ae3b-d5fc31268c1f tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.22 "GET /v2.0/ports?device_id=a18ed535-b817-4339-82d0-22abfe455782 HTTP/1.1" status: 200 len: 945 time: 0.0478618 Sep 07 14:45:07.355245 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97899309-3ab1-47ab-919b-1f72ba43e1f8 req-885ae8f0-5628-4afb-b606-ed746558f8fa tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:07.360272 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-97899309-3ab1-47ab-919b-1f72ba43e1f8 req-885ae8f0-5628-4afb-b606-ed746558f8fa tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=a18ed535-b817-4339-82d0-22abfe455782 HTTP/1.1" status: 200 len: 945 time: 0.0594540 Sep 07 14:45:07.360272 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-baa9834b-2691-44ac-b849-3afd42ba4830 req-463077f1-acef-45ba-bf46-c66862ba6716 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Deleting port 59581f56-6641-4b71-9052-082460ecefbe {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:45:07.360272 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-baa9834b-2691-44ac-b849-3afd42ba4830 req-463077f1-acef-45ba-bf46-c66862ba6716 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:07.450025 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-97899309-3ab1-47ab-919b-1f72ba43e1f8 req-d65af6b7-457c-41f3-b835-8cb20c543649 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2b4a8a8-1437-4f71-abab-7cc5c0c54e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864556 Sep 07 14:45:07.474299 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-baa9834b-2691-44ac-b849-3afd42ba4830 req-463077f1-acef-45ba-bf46-c66862ba6716 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] For port 59581f56-6641-4b71-9052-082460ecefbe, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=59581f56-6641-4b71-9052-082460ecefbe,segment=NetworkSegment(93673739-7b9a-4397-be35-06edeaf7603d),segment_id=93673739-7b9a-4397-be35-06edeaf7603d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:45:07.474592 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-baa9834b-2691-44ac-b849-3afd42ba4830 req-463077f1-acef-45ba-bf46-c66862ba6716 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:07.625415 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-33a547a4-48b5-4c08-81af-6e152adecf34 req-538cc76b-5ac8-4283-8d4f-cb834a0af738 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=411a94bc-4dee-4146-8a7d-c1f047a67e32 HTTP/1.1" status: 200 len: 210 time: 0.0538695 Sep 07 14:45:07.697499 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50082b57-1003-4b7d-9d9c-38fdefe86208 req-debfbed4-3667-4181-9362-2fefbfcc5b9b tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:07.699088 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-50082b57-1003-4b7d-9d9c-38fdefe86208 req-debfbed4-3667-4181-9362-2fefbfcc5b9b tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.22 "GET /v2.0/networks?id=419342fd-bcfd-4b23-9c63-a26e6b7575cf HTTP/1.1" status: 200 len: 815 time: 0.1120994 Sep 07 14:45:07.708030 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-baa9834b-2691-44ac-b849-3afd42ba4830 req-463077f1-acef-45ba-bf46-c66862ba6716 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:07.708394 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-baa9834b-2691-44ac-b849-3afd42ba4830 req-463077f1-acef-45ba-bf46-c66862ba6716 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540525'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:07.708708 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.db.l3_db [req-baa9834b-2691-44ac-b849-3afd42ba4830 req-463077f1-acef-45ba-bf46-c66862ba6716 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Floating IP e88e8afc-906c-41dd-bf28-b56f8207aaa1 disassociated. External IP: 172.27.3.246, port: 59581f56-6641-4b71-9052-082460ecefbe. Sep 07 14:45:07.709051 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-baa9834b-2691-44ac-b849-3afd42ba4830 req-463077f1-acef-45ba-bf46-c66862ba6716 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Calling delete_port for 59581f56-6641-4b71-9052-082460ecefbe owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:45:07.712584 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [req-50082b57-1003-4b7d-9d9c-38fdefe86208 req-db1ab1cc-0ca8-4872-adad-a4dd65b0982e tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Request body: {'port': {'device_id': '411a94bc-4dee-4146-8a7d-c1f047a67e32', 'network_id': '419342fd-bcfd-4b23-9c63-a26e6b7575cf', 'admin_state_up': True, 'tenant_id': '1ba3d55edb3e499184531bf67c3c4842'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:45:07.834801 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:07.961035 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50082b57-1003-4b7d-9d9c-38fdefe86208 req-db1ab1cc-0ca8-4872-adad-a4dd65b0982e tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Made reservation on behalf of 1ba3d55edb3e499184531bf67c3c4842 for: {'port': 1} {{(pid=94641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:45:07.961406 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-baa9834b-2691-44ac-b849-3afd42ba4830 req-463077f1-acef-45ba-bf46-c66862ba6716 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8727932'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:07.964698 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-50082b57-1003-4b7d-9d9c-38fdefe86208 req-db1ab1cc-0ca8-4872-adad-a4dd65b0982e tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:07.992459 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463077f1-acef-45ba-bf46-c66862ba6716 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Pushing event deleted for resources: {'Port': ['ID=59581f56-6641-4b71-9052-082460ecefbe,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:45:08.096695 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [req-50082b57-1003-4b7d-9d9c-38fdefe86208 req-db1ab1cc-0ca8-4872-adad-a4dd65b0982e tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Allocated IP 172.20.0.8 (419342fd-bcfd-4b23-9c63-a26e6b7575cf/a428d6e7-1071-4c4e-b1b4-9cac1d8857f1/fc03da4a-ba85-430f-8760-89ca6245ab6c) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:45:08.117125 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-baa9834b-2691-44ac-b849-3afd42ba4830 req-463077f1-acef-45ba-bf46-c66862ba6716 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Router af9ab92b-fef4-4dd0-8e45-6280edda3a48 has already been hosted by L3 agent ca4ca367-a056-42f7-949c-96b33f8f39bf {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:45:08.248078 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-baa9834b-2691-44ac-b849-3afd42ba4830 req-463077f1-acef-45ba-bf46-c66862ba6716 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify agent at l3_agent.dv-cinder-760153-9-iscsi the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:45:08.252415 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-50082b57-1003-4b7d-9d9c-38fdefe86208 req-db1ab1cc-0ca8-4872-adad-a4dd65b0982e tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:08.257812 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cac531-cbdc-4048-8e19-d40f474b78ea None None] Sync routers for ids ['af9ab92b-fef4-4dd0-8e45-6280edda3a48'] in dv-cinder-760153-9-iscsi {{(pid=94643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:45:08.267937 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cac531-cbdc-4048-8e19-d40f474b78ea None None] Routers {'af9ab92b-fef4-4dd0-8e45-6280edda3a48'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:45:08.268546 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-10cac531-cbdc-4048-8e19-d40f474b78ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:45:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['af9ab92b-fef4-4dd0-8e45-6280edda3a48'], 'active': True} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:45:08.292671 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa9834b-2691-44ac-b849-3afd42ba4830 req-463077f1-acef-45ba-bf46-c66862ba6716 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] No DVR routers for this DVR port 59581f56-6641-4b71-9052-082460ecefbe on host hv-cinder-76015 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:45:08.295392 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-baa9834b-2691-44ac-b849-3afd42ba4830 req-463077f1-acef-45ba-bf46-c66862ba6716 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:08.297470 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-baa9834b-2691-44ac-b849-3afd42ba4830 req-463077f1-acef-45ba-bf46-c66862ba6716 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.22 "DELETE /v2.0/ports/59581f56-6641-4b71-9052-082460ecefbe HTTP/1.1" status: 204 len: 173 time: 1.0678148 Sep 07 14:45:08.297943 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18ed535-b817-4339-82d0-22abfe455782', 'name': 'network-vif-deleted', 'tag': '59581f56-6641-4b71-9052-082460ecefbe'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:45:08.300294 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca3d64d6ee1d62abf9801d62a4287030b5a1037887016040f3cf02e156c8ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656a841d-630b-450e-a057-eb1a56adf2be" -d '{"events": [{"server_uuid": "a18ed535-b817-4339-82d0-22abfe455782", "name": "network-vif-deleted", "tag": "59581f56-6641-4b71-9052-082460ecefbe"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:45:08.343457 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc86e86-4293-40c2-8ece-f11f0ee680e7 x-openstack-request-id: req-bcc86e86-4293-40c2-8ece-f11f0ee680e7 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:45:08.343759 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18ed535-b817-4339-82d0-22abfe455782", "name": "network-vif-deleted", "tag": "59581f56-6641-4b71-9052-082460ecefbe", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:45:08.344013 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bcc86e86-4293-40c2-8ece-f11f0ee680e7 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:45:08.344494 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18ed535-b817-4339-82d0-22abfe455782', 'name': 'network-vif-deleted', 'tag': '59581f56-6641-4b71-9052-082460ecefbe', 'status': 'completed', 'code': 200} Sep 07 14:45:08.356055 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-50082b57-1003-4b7d-9d9c-38fdefe86208 req-db1ab1cc-0ca8-4872-adad-a4dd65b0982e tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:08.369827 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] get_ports_and_sgs() called for port_ids ['2362e4a8-9f30-4d44-a257-6c7a6fc4ece2', 'fa59ad46-e83a-4a1c-9a76-131ce5058784'] {{(pid=94642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:45:08.388599 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvr_db [None req-10cac531-cbdc-4048-8e19-d40f474b78ea None None] Set router af9ab92b-fef4-4dd0-8e45-6280edda3a48 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:45:08.445950 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50082b57-1003-4b7d-9d9c-38fdefe86208 req-db1ab1cc-0ca8-4872-adad-a4dd65b0982e tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Network 419342fd-bcfd-4b23-9c63-a26e6b7575cf is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:45:08.451652 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [req-50082b57-1003-4b7d-9d9c-38fdefe86208 req-db1ab1cc-0ca8-4872-adad-a4dd65b0982e tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:45:08.468826 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [req-50082b57-1003-4b7d-9d9c-38fdefe86208 req-db1ab1cc-0ca8-4872-adad-a4dd65b0982e tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:45:08.597333 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ab1cc-0ca8-4872-adad-a4dd65b0982e tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Pushing event updated for resources: {'Port': ['ID=fc03da4a-ba85-430f-8760-89ca6245ab6c,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:45:08.649360 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50082b57-1003-4b7d-9d9c-38fdefe86208 req-db1ab1cc-0ca8-4872-adad-a4dd65b0982e tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:08.650532 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-50082b57-1003-4b7d-9d9c-38fdefe86208 req-db1ab1cc-0ca8-4872-adad-a4dd65b0982e tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:08.737546 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-295bdc3e-e354-4064-9656-2a166c89b05c req-05c64a2a-2c16-41b1-a46f-e544bc4f688c tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/ports?device_id=a18ed535-b817-4339-82d0-22abfe455782 HTTP/1.1" status: 200 len: 210 time: 0.0960093 Sep 07 14:45:08.756132 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-50082b57-1003-4b7d-9d9c-38fdefe86208 req-db1ab1cc-0ca8-4872-adad-a4dd65b0982e tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0475354 Sep 07 14:45:08.770421 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [req-50082b57-1003-4b7d-9d9c-38fdefe86208 req-091904ad-2836-4ac1-97b7-8dc113008e8a service neutron] Request body: {'port': {'device_id': '411a94bc-4dee-4146-8a7d-c1f047a67e32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:45:08.790855 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-10cac531-cbdc-4048-8e19-d40f474b78ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'name': 'tempest-AttachVolumeTestJSON-655602491-router', 'tenant_id': 'f0953c14c3534ed3bb11c7453fd409de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '1bb952d2-42ac-4be5-b783-245f3bd69de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:41Z', 'updated_at': '2021-09-07T14:39:46Z', 'revision_number': 4, 'project_id': 'f0953c14c3534ed3bb11c7453fd409de', 'gw_port': {'id': '1bb952d2-42ac-4be5-b783-245f3bd69de8', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:00:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:42Z', 'updated_at': '2021-09-07T14:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': 'd6c05f7f-37b6-48e0-8d07-ae35f8501daa', 'name': '', 'network_id': '2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7', 'tenant_id': 'f0953c14c3534ed3bb11c7453fd409de', 'mac_address': 'fa:16:3e:69:c8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '6c140706-3c8f-42ae-9125-9b4351aa8d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:45Z', 'updated_at': '2021-09-07T14:39:52Z', 'revision_number': 5, 'project_id': 'f0953c14c3534ed3bb11c7453fd409de', 'subnets': [{'id': '6c140706-3c8f-42ae-9125-9b4351aa8d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:45:08.810021 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf324e3-eb1c-4256-91df-598cabaef327 req-afd441fb-f531-4fc1-8aca-61a1d7706db5 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:08.811740 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0bf324e3-eb1c-4256-91df-598cabaef327 req-afd441fb-f531-4fc1-8aca-61a1d7706db5 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=411a94bc-4dee-4146-8a7d-c1f047a67e32 HTTP/1.1" status: 200 len: 931 time: 0.0634365 Sep 07 14:45:08.826564 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cac531-cbdc-4048-8e19-d40f474b78ea None None] Checking router: af9ab92b-fef4-4dd0-8e45-6280edda3a48 for host: dv-cinder-760153-9-iscsi {{(pid=94643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:45:08.837816 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cac531-cbdc-4048-8e19-d40f474b78ea None None] Routers {'af9ab92b-fef4-4dd0-8e45-6280edda3a48'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:45:08.838360 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-50082b57-1003-4b7d-9d9c-38fdefe86208 req-091904ad-2836-4ac1-97b7-8dc113008e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:08.840648 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-10cac531-cbdc-4048-8e19-d40f474b78ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:45:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['af9ab92b-fef4-4dd0-8e45-6280edda3a48'], 'active': True} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:45:08.862523 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0bf324e3-eb1c-4256-91df-598cabaef327 req-3552c913-4a90-4dd7-ba93-42f0b7dda410 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/security-groups?id=7dd37e91-21ab-40c5-a3d8-e358ab3572d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444350 Sep 07 14:45:08.953332 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvr_db [None req-10cac531-cbdc-4048-8e19-d40f474b78ea None None] Set router af9ab92b-fef4-4dd0-8e45-6280edda3a48 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:45:09.121410 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [req-50082b57-1003-4b7d-9d9c-38fdefe86208 req-091904ad-2836-4ac1-97b7-8dc113008e8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc03da4a-ba85-430f-8760-89ca6245ab6c {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:45:09.129675 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-50082b57-1003-4b7d-9d9c-38fdefe86208 req-091904ad-2836-4ac1-97b7-8dc113008e8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:09.142092 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [req-50082b57-1003-4b7d-9d9c-38fdefe86208 req-091904ad-2836-4ac1-97b7-8dc113008e8a service neutron] Transition to ACTIVE for port object fc03da4a-ba85-430f-8760-89ca6245ab6c will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:45:09.161812 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-10cac531-cbdc-4048-8e19-d40f474b78ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'name': 'tempest-AttachVolumeTestJSON-655602491-router', 'tenant_id': 'f0953c14c3534ed3bb11c7453fd409de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '1bb952d2-42ac-4be5-b783-245f3bd69de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:41Z', 'updated_at': '2021-09-07T14:39:46Z', 'revision_number': 4, 'project_id': 'f0953c14c3534ed3bb11c7453fd409de', 'gw_port': {'id': '1bb952d2-42ac-4be5-b783-245f3bd69de8', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:00:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:42Z', 'updated_at': '2021-09-07T14:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': 'd6c05f7f-37b6-48e0-8d07-ae35f8501daa', 'name': '', 'network_id': '2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7', 'tenant_id': 'f0953c14c3534ed3bb11c7453fd409de', 'mac_address': 'fa:16:3e:69:c8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '6c140706-3c8f-42ae-9125-9b4351aa8d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:45Z', 'updated_at': '2021-09-07T14:39:52Z', 'revision_number': 5, 'project_id': 'f0953c14c3534ed3bb11c7453fd409de', 'subnets': [{'id': '6c140706-3c8f-42ae-9125-9b4351aa8d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:45:09.187977 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cac531-cbdc-4048-8e19-d40f474b78ea None None] The sync data for ids ['af9ab92b-fef4-4dd0-8e45-6280edda3a48'] in dv-cinder-760153-9-iscsi is: [{'id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'name': 'tempest-AttachVolumeTestJSON-655602491-router', 'tenant_id': 'f0953c14c3534ed3bb11c7453fd409de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '1bb952d2-42ac-4be5-b783-245f3bd69de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:41Z', 'updated_at': '2021-09-07T14:39:46Z', 'revision_number': 4, 'project_id': 'f0953c14c3534ed3bb11c7453fd409de', 'gw_port': {'id': '1bb952d2-42ac-4be5-b783-245f3bd69de8', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:00:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:42Z', 'updated_at': '2021-09-07T14:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': 'd6c05f7f-37b6-48e0-8d07-ae35f8501daa', 'name': '', 'network_id': '2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7', 'tenant_id': 'f0953c14c3534ed3bb11c7453fd409de', 'mac_address': 'fa:16:3e:69:c8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '6c140706-3c8f-42ae-9125-9b4351aa8d5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:45Z', 'updated_at': '2021-09-07T14:39:52Z', 'revision_number': 5, 'project_id': 'f0953c14c3534ed3bb11c7453fd409de', 'subnets': [{'id': '6c140706-3c8f-42ae-9125-9b4351aa8d5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:45:09.229795 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-50082b57-1003-4b7d-9d9c-38fdefe86208 req-091904ad-2836-4ac1-97b7-8dc113008e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009912'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:09.280429 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091904ad-2836-4ac1-97b7-8dc113008e8a service neutron] Pushing event updated for resources: {'Port': ['ID=fc03da4a-ba85-430f-8760-89ca6245ab6c,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:45:09.352383 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [req-50082b57-1003-4b7d-9d9c-38fdefe86208 req-091904ad-2836-4ac1-97b7-8dc113008e8a service neutron] Attempting to bind port fc03da4a-ba85-430f-8760-89ca6245ab6c on host hv-cinder-76015 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:45:09.352715 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [req-50082b57-1003-4b7d-9d9c-38fdefe86208 req-091904ad-2836-4ac1-97b7-8dc113008e8a service neutron] Attempting to bind port fc03da4a-ba85-430f-8760-89ca6245ab6c by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': 'c9e36979-67d0-41e6-9a74-0d9aaf916bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '419342fd-bcfd-4b23-9c63-a26e6b7575cf'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:45:09.353147 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50082b57-1003-4b7d-9d9c-38fdefe86208 req-091904ad-2836-4ac1-97b7-8dc113008e8a service neutron] Attempting to bind port fc03da4a-ba85-430f-8760-89ca6245ab6c on network 419342fd-bcfd-4b23-9c63-a26e6b7575cf {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:45:09.358628 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50082b57-1003-4b7d-9d9c-38fdefe86208 req-091904ad-2836-4ac1-97b7-8dc113008e8a service neutron] Port fc03da4a-ba85-430f-8760-89ca6245ab6c on network 419342fd-bcfd-4b23-9c63-a26e6b7575cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:45:09.358948 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50082b57-1003-4b7d-9d9c-38fdefe86208 req-091904ad-2836-4ac1-97b7-8dc113008e8a service neutron] Attempting to bind port fc03da4a-ba85-430f-8760-89ca6245ab6c on network 419342fd-bcfd-4b23-9c63-a26e6b7575cf {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:45:09.364081 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50082b57-1003-4b7d-9d9c-38fdefe86208 req-091904ad-2836-4ac1-97b7-8dc113008e8a service neutron] Checking agent: {'id': '0e933200-ccc3-44fa-a7f6-4e1417f97b5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 34, 32), 'started_at': datetime.datetime(2021, 9, 7, 14, 34, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:45:09.364577 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50082b57-1003-4b7d-9d9c-38fdefe86208 req-091904ad-2836-4ac1-97b7-8dc113008e8a service neutron] Checking segment: {'id': 'c9e36979-67d0-41e6-9a74-0d9aaf916bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '419342fd-bcfd-4b23-9c63-a26e6b7575cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:45:09.364776 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50082b57-1003-4b7d-9d9c-38fdefe86208 req-091904ad-2836-4ac1-97b7-8dc113008e8a service neutron] Bound using segment: {'id': 'c9e36979-67d0-41e6-9a74-0d9aaf916bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '419342fd-bcfd-4b23-9c63-a26e6b7575cf'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:45:09.365198 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [req-50082b57-1003-4b7d-9d9c-38fdefe86208 req-091904ad-2836-4ac1-97b7-8dc113008e8a service neutron] Bound port: fc03da4a-ba85-430f-8760-89ca6245ab6c, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9e36979-67d0-41e6-9a74-0d9aaf916bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '419342fd-bcfd-4b23-9c63-a26e6b7575cf'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:45:09.365550 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-50082b57-1003-4b7d-9d9c-38fdefe86208 req-091904ad-2836-4ac1-97b7-8dc113008e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:09.434065 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c839b94e-07b7-4af8-809a-e584be0caab5 None None] New status for floating IP e88e8afc-906c-41dd-bf28-b56f8207aaa1: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 14:45:09.439154 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [req-50082b57-1003-4b7d-9d9c-38fdefe86208 req-091904ad-2836-4ac1-97b7-8dc113008e8a service neutron] For port fc03da4a-ba85-430f-8760-89ca6245ab6c, host hv-cinder-76015, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:45:09.442339 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [req-50082b57-1003-4b7d-9d9c-38fdefe86208 req-091904ad-2836-4ac1-97b7-8dc113008e8a service neutron] For port fc03da4a-ba85-430f-8760-89ca6245ab6c, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=fc03da4a-ba85-430f-8760-89ca6245ab6c,segment=NetworkSegment(c9e36979-67d0-41e6-9a74-0d9aaf916bb8),segment_id=c9e36979-67d0-41e6-9a74-0d9aaf916bb8)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:45:09.521371 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-50082b57-1003-4b7d-9d9c-38fdefe86208 req-091904ad-2836-4ac1-97b7-8dc113008e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009912'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:09.558913 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50082b57-1003-4b7d-9d9c-38fdefe86208 req-091904ad-2836-4ac1-97b7-8dc113008e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:09.559445 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-50082b57-1003-4b7d-9d9c-38fdefe86208 req-091904ad-2836-4ac1-97b7-8dc113008e8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:09.561789 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-50082b57-1003-4b7d-9d9c-38fdefe86208 req-091904ad-2836-4ac1-97b7-8dc113008e8a service neutron] 10.222.0.22 "PUT /v2.0/ports/fc03da4a-ba85-430f-8760-89ca6245ab6c HTTP/1.1" status: 200 len: 1093 time: 0.7958918 Sep 07 14:45:09.562272 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '411a94bc-4dee-4146-8a7d-c1f047a67e32', 'tag': 'fc03da4a-ba85-430f-8760-89ca6245ab6c'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:45:09.564577 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ae4c01fc0fef93246b53b81dc3c4053f5278a59fc30262d76e8d579d86f7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a2830e-ef36-49e4-87c0-6fa529280e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "411a94bc-4dee-4146-8a7d-c1f047a67e32", "tag": "fc03da4a-ba85-430f-8760-89ca6245ab6c"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:45:09.597635 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091904ad-2836-4ac1-97b7-8dc113008e8a service neutron] Pushing event updated for resources: {'Port': ['ID=fc03da4a-ba85-430f-8760-89ca6245ab6c,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:45:09.621400 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415cabfa-761b-4d1c-958f-84049c49406c x-openstack-request-id: req-415cabfa-761b-4d1c-958f-84049c49406c {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:45:09.621400 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "411a94bc-4dee-4146-8a7d-c1f047a67e32", "tag": "fc03da4a-ba85-430f-8760-89ca6245ab6c", "status": "completed", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:45:09.621400 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-415cabfa-761b-4d1c-958f-84049c49406c {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:45:09.621400 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '411a94bc-4dee-4146-8a7d-c1f047a67e32', 'tag': 'fc03da4a-ba85-430f-8760-89ca6245ab6c', 'status': 'completed', 'code': 200} Sep 07 14:45:09.686650 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2830e-ef36-49e4-87c0-6fa529280e8a req-ed395673-e6f8-4e25-8c55-174f9aa6bd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:09.688162 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-23a2830e-ef36-49e4-87c0-6fa529280e8a req-ed395673-e6f8-4e25-8c55-174f9aa6bd9f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1ba3d55edb3e499184531bf67c3c4842&device_id=411a94bc-4dee-4146-8a7d-c1f047a67e32 HTTP/1.1" status: 200 len: 1096 time: 0.0442488 Sep 07 14:45:09.798786 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2830e-ef36-49e4-87c0-6fa529280e8a req-4a75df9e-19d6-4bb6-8b4e-f05f3f1f1cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:09.800225 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-23a2830e-ef36-49e4-87c0-6fa529280e8a req-4a75df9e-19d6-4bb6-8b4e-f05f3f1f1cb5 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=1ba3d55edb3e499184531bf67c3c4842&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1003144 Sep 07 14:45:09.882050 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 54354) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:45:09.905889 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2830e-ef36-49e4-87c0-6fa529280e8a req-0f4335c6-24b6-4bb3-b486-1df7b0dde101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:09.907582 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-23a2830e-ef36-49e4-87c0-6fa529280e8a req-0f4335c6-24b6-4bb3-b486-1df7b0dde101 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0981774 Sep 07 14:45:09.939881 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba368132-7468-44d4-be92-42776ecd834c tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:09.993165 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba368132-7468-44d4-be92-42776ecd834c tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:09.994534 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50082b57-1003-4b7d-9d9c-38fdefe86208 req-da44d2e5-d4fb-40e0-856e-72797a51c7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:09.996074 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-50082b57-1003-4b7d-9d9c-38fdefe86208 req-da44d2e5-d4fb-40e0-856e-72797a51c7a3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1ba3d55edb3e499184531bf67c3c4842&device_id=411a94bc-4dee-4146-8a7d-c1f047a67e32 HTTP/1.1" status: 200 len: 1096 time: 0.0457754 Sep 07 14:45:10.038580 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd7c9af-6be6-4d30-87c5-a7b94568319f req-2dfd3c96-76ec-428d-9478-7be9dae1b85c tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:10.039205 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-50082b57-1003-4b7d-9d9c-38fdefe86208 req-29cc56c1-bd1c-446b-8be6-3b0392da6355 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc03da4a-ba85-430f-8760-89ca6245ab6c HTTP/1.1" status: 200 len: 217 time: 0.0343409 Sep 07 14:45:10.040051 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8dd7c9af-6be6-4d30-87c5-a7b94568319f req-2dfd3c96-76ec-428d-9478-7be9dae1b85c tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=411a94bc-4dee-4146-8a7d-c1f047a67e32 HTTP/1.1" status: 200 len: 943 time: 0.0974176 Sep 07 14:45:10.082020 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8dd7c9af-6be6-4d30-87c5-a7b94568319f req-49735c03-7f2f-4934-b89a-89db53ce808c tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/security-groups?id=7dd37e91-21ab-40c5-a3d8-e358ab3572d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350058 Sep 07 14:45:10.092135 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50082b57-1003-4b7d-9d9c-38fdefe86208 req-ca567744-a0b7-4936-b3cc-1c5830d35f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:10.093873 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-50082b57-1003-4b7d-9d9c-38fdefe86208 req-ca567744-a0b7-4936-b3cc-1c5830d35f6b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a428d6e7-1071-4c4e-b1b4-9cac1d8857f1 HTTP/1.1" status: 200 len: 855 time: 0.0457709 Sep 07 14:45:10.135194 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-50082b57-1003-4b7d-9d9c-38fdefe86208 req-9e094a05-6766-4274-b579-21c361f92287 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=419342fd-bcfd-4b23-9c63-a26e6b7575cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282841 Sep 07 14:45:10.149723 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba368132-7468-44d4-be92-42776ecd834c tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:10.153084 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba368132-7468-44d4-be92-42776ecd834c tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:10.153756 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-ba368132-7468-44d4-be92-42776ecd834c tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "DELETE /v2.0/security-groups/c2b4a8a8-1437-4f71-abab-7cc5c0c54e95 HTTP/1.1" status: 204 len: 168 time: 0.2705390 Sep 07 14:45:10.157088 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 54358) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:45:10.174566 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba368132-7468-44d4-be92-42776ecd834c tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b4a8a8-1437-4f71-abab-7cc5c0c54e95,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:45:10.176893 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.api.v2.resource [None req-022447a0-7dec-4ad3-a791-e3bad9fb6587 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] show failed (client error): The resource could not be found. Sep 07 14:45:10.180753 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-022447a0-7dec-4ad3-a791-e3bad9fb6587 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "GET /v2.0/security-groups/c2b4a8a8-1437-4f71-abab-7cc5c0c54e95 HTTP/1.1" status: 404 len: 347 time: 0.0199428 Sep 07 14:45:10.181209 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 54360) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:45:10.230335 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-50082b57-1003-4b7d-9d9c-38fdefe86208 req-5ec5c8c6-2b4b-471d-8045-ce33a3156e5f service neutron] 10.222.0.22 "GET /v2.0/networks/419342fd-bcfd-4b23-9c63-a26e6b7575cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870690 Sep 07 14:45:10.314812 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-4690b34e-24e3-4967-beb7-6de9fba929a4 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Deleting port ee36291c-6740-406b-a67e-67552b9c1956 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:45:10.315157 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4690b34e-24e3-4967-beb7-6de9fba929a4 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:10.334661 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-50082b57-1003-4b7d-9d9c-38fdefe86208 req-6ed85646-9dcc-48df-a338-e2e8b296b33c service neutron] 10.222.0.22 "GET /v2.0/networks/419342fd-bcfd-4b23-9c63-a26e6b7575cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961611 Sep 07 14:45:10.387847 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.agents_db [None req-8586c0a8-7e1b-4ad5-b29e-274ce3295afb None None] Agent healthcheck: found 6 active agents {{(pid=94643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:45:10.395237 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4690b34e-24e3-4967-beb7-6de9fba929a4 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:10.395568 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4690b34e-24e3-4967-beb7-6de9fba929a4 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:10.407628 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-4690b34e-24e3-4967-beb7-6de9fba929a4 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Calling delete_port for ee36291c-6740-406b-a67e-67552b9c1956 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:45:10.625189 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4690b34e-24e3-4967-beb7-6de9fba929a4 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8727932'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:10.654161 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690b34e-24e3-4967-beb7-6de9fba929a4 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Pushing event deleted for resources: {'Port': ['ID=ee36291c-6740-406b-a67e-67552b9c1956,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:45:10.715375 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4690b34e-24e3-4967-beb7-6de9fba929a4 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:10.718048 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4690b34e-24e3-4967-beb7-6de9fba929a4 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:10.719207 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-4690b34e-24e3-4967-beb7-6de9fba929a4 tempest-AttachVolumeTestJSON-2065271679 tempest-AttachVolumeTestJSON-2065271679-project] 10.222.0.11 "DELETE /v2.0/floatingips/e88e8afc-906c-41dd-bf28-b56f8207aaa1 HTTP/1.1" status: 204 len: 168 time: 0.5373623 Sep 07 14:45:11.200437 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137c5d4-99d0-4344-a260-aca7fb71655e req-bf2b14e9-e97f-4014-aab3-eaf5a173f99a tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:11.202153 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0137c5d4-99d0-4344-a260-aca7fb71655e req-bf2b14e9-e97f-4014-aab3-eaf5a173f99a tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=411a94bc-4dee-4146-8a7d-c1f047a67e32 HTTP/1.1" status: 200 len: 943 time: 0.0512013 Sep 07 14:45:11.241746 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0137c5d4-99d0-4344-a260-aca7fb71655e req-b57edb80-4edc-4c3f-91c8-f1b4baaf3129 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/security-groups?id=7dd37e91-21ab-40c5-a3d8-e358ab3572d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327666 Sep 07 14:45:11.502440 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device fc03da4a-ba85-430f-8760-89ca6245ab6c details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:45:11.506261 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 59581f56-6641-4b71-9052-082460ecefbe no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:45:11.533155 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] No Port match for: 59581f56-6641-4b71-9052-082460ecefbe {{(pid=94642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:45:11.535850 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 59581f56-6641-4b71-9052-082460ecefbe not bound to the agent host hv-cinder-76015 {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:45:11.621993 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port fc03da4a-ba85-430f-8760-89ca6245ab6c, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=fc03da4a-ba85-430f-8760-89ca6245ab6c,segment=NetworkSegment(c9e36979-67d0-41e6-9a74-0d9aaf916bb8),segment_id=c9e36979-67d0-41e6-9a74-0d9aaf916bb8)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:45:11.633285 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Returning: {'device': 'fc03da4a-ba85-430f-8760-89ca6245ab6c', 'network_id': '419342fd-bcfd-4b23-9c63-a26e6b7575cf', 'port_id': 'fc03da4a-ba85-430f-8760-89ca6245ab6c', 'mac_address': 'fa:16:3e:b2:20:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a428d6e7-1071-4c4e-b1b4-9cac1d8857f1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:45:11.672623 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:11.692026 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc03da4a-ba85-430f-8760-89ca6245ab6c {{(pid=94642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:45:11.711271 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port fc03da4a-ba85-430f-8760-89ca6245ab6c, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=fc03da4a-ba85-430f-8760-89ca6245ab6c,segment=NetworkSegment(c9e36979-67d0-41e6-9a74-0d9aaf916bb8),segment_id=c9e36979-67d0-41e6-9a74-0d9aaf916bb8)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:45:11.788889 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:11.837967 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=fc03da4a-ba85-430f-8760-89ca6245ab6c,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:45:11.928983 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-79d8f847-af1a-49bd-94ae-6ef9848639d0 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1305280379&fields=id&tenant_id=ddcff35f4fe74c3087d85eedd77cfcb3 HTTP/1.1" status: 200 len: 267 time: 0.0322342 Sep 07 14:45:12.041124 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-e96eb3f8-341f-4ad3-9fbf-2e53ed7aa166 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:12.042637 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-e96eb3f8-341f-4ad3-9fbf-2e53ed7aa166 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/networks?id=10bc76c4-28c7-4ddc-9078-74979f2c3f45 HTTP/1.1" status: 200 len: 812 time: 0.1058688 Sep 07 14:45:12.058879 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-c53c1e3b-e6bf-4bf7-b04d-1a82fb62c902 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/quotas/ddcff35f4fe74c3087d85eedd77cfcb3 HTTP/1.1" status: 200 len: 375 time: 0.0096431 Sep 07 14:45:12.094818 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] get_ports_and_sgs() called for port_ids ['fc03da4a-ba85-430f-8760-89ca6245ab6c'] {{(pid=94642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:45:12.116754 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-e37762f0-2b20-4377-8172-c5b17a7bb22d tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ddcff35f4fe74c3087d85eedd77cfcb3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0520906 Sep 07 14:45:12.217835 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-68c94831-24e1-49f4-805e-d9b6e6bd8522 service neutron] 10.222.0.11 "GET /v2.0/networks/10bc76c4-28c7-4ddc-9078-74979f2c3f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885468 Sep 07 14:45:12.328803 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-c0bbc85a-fafe-471a-ae56-f37d06852023 service neutron] 10.222.0.11 "GET /v2.0/networks/10bc76c4-28c7-4ddc-9078-74979f2c3f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041307 Sep 07 14:45:12.364489 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b344b-8792-4672-9500-1c5c7611a3dc req-6540204a-ea22-498d-8de1-119d0e6123cf tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:12.366008 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-059b344b-8792-4672-9500-1c5c7611a3dc req-6540204a-ea22-498d-8de1-119d0e6123cf tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=411a94bc-4dee-4146-8a7d-c1f047a67e32 HTTP/1.1" status: 200 len: 944 time: 0.0565174 Sep 07 14:45:12.406535 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-059b344b-8792-4672-9500-1c5c7611a3dc req-cb6d2d30-1ae8-4317-aa3e-5cf5b5014b52 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/security-groups?id=7dd37e91-21ab-40c5-a3d8-e358ab3572d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344381 Sep 07 14:45:12.927910 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-657913e6-5c7d-44a8-a0b0-16f2c2394bde req-3f7c2545-967c-4ecc-9e62-01d0479f3af8 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ea3af6a-fad8-4eff-a45e-b736521fd383 HTTP/1.1" status: 200 len: 210 time: 0.0272260 Sep 07 14:45:13.520680 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a226a-714e-4cee-9eb6-1b52dd53bd6b req-6490f510-4e18-48d7-84b6-1addfe0c63f7 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:13.522113 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-411a226a-714e-4cee-9eb6-1b52dd53bd6b req-6490f510-4e18-48d7-84b6-1addfe0c63f7 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=411a94bc-4dee-4146-8a7d-c1f047a67e32 HTTP/1.1" status: 200 len: 944 time: 0.0500944 Sep 07 14:45:13.544214 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device fc03da4a-ba85-430f-8760-89ca6245ab6c up at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:45:13.565147 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-411a226a-714e-4cee-9eb6-1b52dd53bd6b req-51bff64e-1d3a-4bf0-941e-19fe6da50d18 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/security-groups?id=7dd37e91-21ab-40c5-a3d8-e358ab3572d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364525 Sep 07 14:45:13.675197 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Provisioning for port fc03da4a-ba85-430f-8760-89ca6245ab6c completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:45:13.679513 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Provisioning complete for port fc03da4a-ba85-430f-8760-89ca6245ab6c triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:45:13.679890 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:13.755619 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:13.780081 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '411a94bc-4dee-4146-8a7d-c1f047a67e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc03da4a-ba85-430f-8760-89ca6245ab6c'}] {{(pid=94642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:45:13.782250 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd6d84ba8741af88afecd5b756310c726975e6558383509c2c49b1cfba31424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd9acd9-11c9-4523-a942-00316ee69fc1" -d '{"events": [{"server_uuid": "411a94bc-4dee-4146-8a7d-c1f047a67e32", "name": "network-vif-plugged", "status": "completed", "tag": "fc03da4a-ba85-430f-8760-89ca6245ab6c"}]}' {{(pid=94642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:45:13.798146 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port fc03da4a-ba85-430f-8760-89ca6245ab6c, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=fc03da4a-ba85-430f-8760-89ca6245ab6c,segment=NetworkSegment(c9e36979-67d0-41e6-9a74-0d9aaf916bb8),segment_id=c9e36979-67d0-41e6-9a74-0d9aaf916bb8)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:45:13.821147 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31ad08c-21d0-4bab-a643-22e44b30ceb6 x-openstack-request-id: req-b31ad08c-21d0-4bab-a643-22e44b30ceb6 {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:45:13.821447 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "411a94bc-4dee-4146-8a7d-c1f047a67e32", "name": "network-vif-plugged", "status": "completed", "tag": "fc03da4a-ba85-430f-8760-89ca6245ab6c", "code": 200}]} {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:45:13.821703 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b31ad08c-21d0-4bab-a643-22e44b30ceb6 {{(pid=94642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:45:13.822202 dv-cinder-760153-9-iscsi neutron-server[94642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '411a94bc-4dee-4146-8a7d-c1f047a67e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc03da4a-ba85-430f-8760-89ca6245ab6c', 'code': 200} Sep 07 14:45:13.876559 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:13.931425 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=fc03da4a-ba85-430f-8760-89ca6245ab6c,revision_number=5']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:45:14.049804 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e6703915-b198-42a5-b660-1989d6c46d35 req-ad71a140-58ce-45bf-93ec-02c31b762081 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ea3af6a-fad8-4eff-a45e-b736521fd383 HTTP/1.1" status: 200 len: 210 time: 0.0319173 Sep 07 14:45:14.296992 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f4490-b9ff-4edb-bfe4-ea3827b89859 req-9ec59096-a714-4cf6-a965-0bc06f35ba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:14.298541 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-390f4490-b9ff-4edb-bfe4-ea3827b89859 req-9ec59096-a714-4cf6-a965-0bc06f35ba13 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=411a94bc-4dee-4146-8a7d-c1f047a67e32 HTTP/1.1" status: 200 len: 1098 time: 0.0424767 Sep 07 14:45:14.336375 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-390f4490-b9ff-4edb-bfe4-ea3827b89859 req-e366ee25-ae4a-4797-8988-c7edf1dcb439 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=7dd37e91-21ab-40c5-a3d8-e358ab3572d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288489 Sep 07 14:45:14.688805 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e926d27-e7c9-4b67-802c-8378c0fa72c8 req-c4f1f542-5cb1-4a62-8851-15989d07781a tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:14.690371 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1e926d27-e7c9-4b67-802c-8378c0fa72c8 req-c4f1f542-5cb1-4a62-8851-15989d07781a tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=411a94bc-4dee-4146-8a7d-c1f047a67e32 HTTP/1.1" status: 200 len: 945 time: 0.0536993 Sep 07 14:45:14.701344 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 54428) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:45:14.731301 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1e926d27-e7c9-4b67-802c-8378c0fa72c8 req-3d0e66a7-7572-46cf-ac41-9527286b99ad tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/security-groups?id=7dd37e91-21ab-40c5-a3d8-e358ab3572d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347815 Sep 07 14:45:15.109535 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eff7c9dc-8e16-440b-ae3f-4e0827811780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539757'] for router_interface, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:15.152438 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-115cde64-3fc2-4f7d-9c13-f7933f332e8f req-de188ce2-4ccc-4cc0-a529-8dc933c1450e tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ea3af6a-fad8-4eff-a45e-b736521fd383 HTTP/1.1" status: 200 len: 210 time: 0.0353622 Sep 07 14:45:15.324553 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-8ed13431-20e4-491d-9d70-e55bc9a78db9 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:15.329608 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-8ed13431-20e4-491d-9d70-e55bc9a78db9 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.22 "GET /v2.0/networks?id=10bc76c4-28c7-4ddc-9078-74979f2c3f45 HTTP/1.1" status: 200 len: 812 time: 0.1825607 Sep 07 14:45:15.395282 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-e8eb7fba-97d2-41c8-8f3b-bebe97c1ca08 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ddcff35f4fe74c3087d85eedd77cfcb3 HTTP/1.1" status: 200 len: 380 time: 0.0426309 Sep 07 14:45:15.410662 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-214ff424-d45d-4a6f-b617-3b1360fba262 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Request body: {'port': {'device_id': '3ea3af6a-fad8-4eff-a45e-b736521fd383', 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45', 'admin_state_up': True, 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'security_groups': ['4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec']}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:45:15.578785 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-eff7c9dc-8e16-440b-ae3f-4e0827811780 admin admin] Deleting port d6c05f7f-37b6-48e0-8d07-ae35f8501daa {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:45:15.581781 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eff7c9dc-8e16-440b-ae3f-4e0827811780 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:15.662431 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-214ff424-d45d-4a6f-b617-3b1360fba262 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Made reservation on behalf of ddcff35f4fe74c3087d85eedd77cfcb3 for: {'port': 1} {{(pid=94641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:45:15.666078 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-214ff424-d45d-4a6f-b617-3b1360fba262 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:15.674469 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-eff7c9dc-8e16-440b-ae3f-4e0827811780 admin admin] For port d6c05f7f-37b6-48e0-8d07-ae35f8501daa, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=d6c05f7f-37b6-48e0-8d07-ae35f8501daa,segment=NetworkSegment(93673739-7b9a-4397-be35-06edeaf7603d),segment_id=93673739-7b9a-4397-be35-06edeaf7603d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:45:15.674826 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eff7c9dc-8e16-440b-ae3f-4e0827811780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:15.694017 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-eff7c9dc-8e16-440b-ae3f-4e0827811780 admin admin] Calling delete_port for d6c05f7f-37b6-48e0-8d07-ae35f8501daa owned by network:router_interface {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:45:15.856230 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ccca2-f402-43f1-8900-7d4937dc187f req-2f231825-1dd4-4111-a467-54cd932fc5d6 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:15.858110 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-230ccca2-f402-43f1-8900-7d4937dc187f req-2f231825-1dd4-4111-a467-54cd932fc5d6 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=411a94bc-4dee-4146-8a7d-c1f047a67e32 HTTP/1.1" status: 200 len: 945 time: 0.0529048 Sep 07 14:45:15.901645 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-214ff424-d45d-4a6f-b617-3b1360fba262 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Allocated IP 172.20.0.5 (10bc76c4-28c7-4ddc-9078-74979f2c3f45/846cc3d9-b8d8-4a47-8daf-12b566ed01c8/dc3cd3fa-74de-4176-a41a-d7447ff3d5fb) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:45:15.903293 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-230ccca2-f402-43f1-8900-7d4937dc187f req-d2eeac39-d501-48cf-80ea-c316d4a6dc88 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/security-groups?id=7dd37e91-21ab-40c5-a3d8-e358ab3572d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363312 Sep 07 14:45:16.107981 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eff7c9dc-8e16-440b-ae3f-4e0827811780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:16.152122 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7c9dc-8e16-440b-ae3f-4e0827811780 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6c05f7f-37b6-48e0-8d07-ae35f8501daa,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:45:16.254901 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4015ab97-3476-45ff-9180-b975e2b0513e req-8ed95a93-e8d6-4cf7-bbd0-604bac2f8ad1 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ea3af6a-fad8-4eff-a45e-b736521fd383 HTTP/1.1" status: 200 len: 210 time: 0.0391319 Sep 07 14:45:16.322834 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-214ff424-d45d-4a6f-b617-3b1360fba262 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:16.346032 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-214ff424-d45d-4a6f-b617-3b1360fba262 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Transition to ACTIVE for port object dc3cd3fa-74de-4176-a41a-d7447ff3d5fb will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:45:16.406541 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eff7c9dc-8e16-440b-ae3f-4e0827811780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7854277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539777'] for router_interface, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:16.563083 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-214ff424-d45d-4a6f-b617-3b1360fba262 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:16.879551 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-214ff424-d45d-4a6f-b617-3b1360fba262 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Network 10bc76c4-28c7-4ddc-9078-74979f2c3f45 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:45:16.910958 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-214ff424-d45d-4a6f-b617-3b1360fba262 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:45:16.916683 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-214ff424-d45d-4a6f-b617-3b1360fba262 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:45:16.923853 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ff424-d45d-4a6f-b617-3b1360fba262 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Pushing event updated for resources: {'Port': ['ID=dc3cd3fa-74de-4176-a41a-d7447ff3d5fb,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:45:16.975654 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff7c9dc-8e16-440b-ae3f-4e0827811780 admin admin] Router af9ab92b-fef4-4dd0-8e45-6280edda3a48 has already been hosted by L3 agent ca4ca367-a056-42f7-949c-96b33f8f39bf {{(pid=94641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:45:16.984457 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-214ff424-d45d-4a6f-b617-3b1360fba262 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:16.985110 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-214ff424-d45d-4a6f-b617-3b1360fba262 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:17.040224 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d988213-b555-4456-92b0-10027c1690f2 req-c8c34d4e-aae1-473e-bdfa-89ffac67d666 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:17.042492 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1d988213-b555-4456-92b0-10027c1690f2 req-c8c34d4e-aae1-473e-bdfa-89ffac67d666 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=411a94bc-4dee-4146-8a7d-c1f047a67e32 HTTP/1.1" status: 200 len: 945 time: 0.0555232 Sep 07 14:45:17.088256 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1d988213-b555-4456-92b0-10027c1690f2 req-5217772e-9b32-45ba-8cbf-acaf17d88608 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/security-groups?id=7dd37e91-21ab-40c5-a3d8-e358ab3572d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386119 Sep 07 14:45:17.094613 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-214ff424-d45d-4a6f-b617-3b1360fba262 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6887619 Sep 07 14:45:17.114997 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-550b163c-88a2-4ca9-b05e-3a19feb6cc06 service neutron] Request body: {'port': {'device_id': '3ea3af6a-fad8-4eff-a45e-b736521fd383', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:45:17.117970 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff7c9dc-8e16-440b-ae3f-4e0827811780 admin admin] Notify agent at l3_agent.dv-cinder-760153-9-iscsi the message routers_updated {{(pid=94641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:45:17.124492 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-eff7c9dc-8e16-440b-ae3f-4e0827811780 admin admin] 10.222.0.11 "PUT /v2.0/routers/af9ab92b-fef4-4dd0-8e45-6280edda3a48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4220347 Sep 07 14:45:17.127206 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 54442) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:45:17.132151 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874a50fe-d354-432e-bdea-327deb02bb8c None None] Sync routers for ids ['af9ab92b-fef4-4dd0-8e45-6280edda3a48'] in dv-cinder-760153-9-iscsi {{(pid=94643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:45:17.141859 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874a50fe-d354-432e-bdea-327deb02bb8c None None] Routers {'af9ab92b-fef4-4dd0-8e45-6280edda3a48'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:45:17.142647 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-874a50fe-d354-432e-bdea-327deb02bb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:45:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['af9ab92b-fef4-4dd0-8e45-6280edda3a48'], 'active': True} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:45:17.230477 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-550b163c-88a2-4ca9-b05e-3a19feb6cc06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:17.269753 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-3acdbebc-f93d-4154-97ef-95f24e9e119e None None] Provisioning for port dc3cd3fa-74de-4176-a41a-d7447ff3d5fb completed by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:45:17.274885 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-3acdbebc-f93d-4154-97ef-95f24e9e119e None None] Provisioning complete for port dc3cd3fa-74de-4176-a41a-d7447ff3d5fb triggered by entity DHCP. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:45:17.276996 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-3acdbebc-f93d-4154-97ef-95f24e9e119e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:17.335160 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-3acdbebc-f93d-4154-97ef-95f24e9e119e None None] Port dc3cd3fa-74de-4176-a41a-d7447ff3d5fb cannot update to ACTIVE because it is not bound. {{(pid=94642) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 14:45:17.355913 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvr_db [None req-874a50fe-d354-432e-bdea-327deb02bb8c None None] Set router af9ab92b-fef4-4dd0-8e45-6280edda3a48 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:45:17.375586 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8716240-d4d6-459d-9d09-37914c07e32a req-23c4918b-56ab-42a6-8259-b40b0b5722e2 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:17.379836 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e8716240-d4d6-459d-9d09-37914c07e32a req-23c4918b-56ab-42a6-8259-b40b0b5722e2 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ea3af6a-fad8-4eff-a45e-b736521fd383 HTTP/1.1" status: 200 len: 931 time: 0.0541449 Sep 07 14:45:17.415988 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4f832190-d8a5-42df-a4e7-118c9cbdd082 admin admin] Notify callbacks [] for router, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:17.418131 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e8716240-d4d6-459d-9d09-37914c07e32a req-45ec12b3-1aea-4613-ade6-cfdb36fb37cc tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344326 Sep 07 14:45:17.541021 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-874a50fe-d354-432e-bdea-327deb02bb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'name': 'tempest-AttachVolumeTestJSON-655602491-router', 'tenant_id': 'f0953c14c3534ed3bb11c7453fd409de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '1bb952d2-42ac-4be5-b783-245f3bd69de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:41Z', 'updated_at': '2021-09-07T14:45:15Z', 'revision_number': 5, 'project_id': 'f0953c14c3534ed3bb11c7453fd409de', 'gw_port': {'id': '1bb952d2-42ac-4be5-b783-245f3bd69de8', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:00:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:42Z', 'updated_at': '2021-09-07T14:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi'}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:45:17.572834 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874a50fe-d354-432e-bdea-327deb02bb8c None None] Checking router: af9ab92b-fef4-4dd0-8e45-6280edda3a48 for host: dv-cinder-760153-9-iscsi {{(pid=94643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:45:17.582645 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874a50fe-d354-432e-bdea-327deb02bb8c None None] Routers {'af9ab92b-fef4-4dd0-8e45-6280edda3a48'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:45:17.583273 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-874a50fe-d354-432e-bdea-327deb02bb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:45:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['af9ab92b-fef4-4dd0-8e45-6280edda3a48'], 'active': True} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:45:17.608255 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4f832190-d8a5-42df-a4e7-118c9cbdd082 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:17.705872 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-550b163c-88a2-4ca9-b05e-3a19feb6cc06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc3cd3fa-74de-4176-a41a-d7447ff3d5fb {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:45:17.715127 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-550b163c-88a2-4ca9-b05e-3a19feb6cc06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:17.716214 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvr_db [None req-874a50fe-d354-432e-bdea-327deb02bb8c None None] Set router af9ab92b-fef4-4dd0-8e45-6280edda3a48 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:45:17.745631 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-550b163c-88a2-4ca9-b05e-3a19feb6cc06 service neutron] Transition to ACTIVE for port object dc3cd3fa-74de-4176-a41a-d7447ff3d5fb will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:45:17.766467 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4f832190-d8a5-42df-a4e7-118c9cbdd082 admin admin] Deleting port 1bb952d2-42ac-4be5-b783-245f3bd69de8 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:45:17.766806 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4f832190-d8a5-42df-a4e7-118c9cbdd082 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:17.822437 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-550b163c-88a2-4ca9-b05e-3a19feb6cc06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009912'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:17.881289 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b163c-88a2-4ca9-b05e-3a19feb6cc06 service neutron] Pushing event updated for resources: {'Port': ['ID=dc3cd3fa-74de-4176-a41a-d7447ff3d5fb,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:45:17.904840 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4f832190-d8a5-42df-a4e7-118c9cbdd082 admin admin] For port 1bb952d2-42ac-4be5-b783-245f3bd69de8, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=1bb952d2-42ac-4be5-b783-245f3bd69de8,segment=NetworkSegment(c9eb5183-06b9-4b59-a709-2fab54e09f70),segment_id=c9eb5183-06b9-4b59-a709-2fab54e09f70)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:45:17.905207 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4f832190-d8a5-42df-a4e7-118c9cbdd082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:17.927940 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-874a50fe-d354-432e-bdea-327deb02bb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'name': 'tempest-AttachVolumeTestJSON-655602491-router', 'tenant_id': 'f0953c14c3534ed3bb11c7453fd409de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '1bb952d2-42ac-4be5-b783-245f3bd69de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:41Z', 'updated_at': '2021-09-07T14:45:15Z', 'revision_number': 5, 'project_id': 'f0953c14c3534ed3bb11c7453fd409de', 'gw_port': {'id': '1bb952d2-42ac-4be5-b783-245f3bd69de8', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:00:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:42Z', 'updated_at': '2021-09-07T14:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi'}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:45:17.952285 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4f832190-d8a5-42df-a4e7-118c9cbdd082 admin admin] Calling delete_port for 1bb952d2-42ac-4be5-b783-245f3bd69de8 owned by network:router_gateway {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:45:17.955452 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874a50fe-d354-432e-bdea-327deb02bb8c None None] The sync data for ids ['af9ab92b-fef4-4dd0-8e45-6280edda3a48'] in dv-cinder-760153-9-iscsi is: [{'id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'name': 'tempest-AttachVolumeTestJSON-655602491-router', 'tenant_id': 'f0953c14c3534ed3bb11c7453fd409de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': '1bb952d2-42ac-4be5-b783-245f3bd69de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:41Z', 'updated_at': '2021-09-07T14:45:15Z', 'revision_number': 5, 'project_id': 'f0953c14c3534ed3bb11c7453fd409de', 'gw_port': {'id': '1bb952d2-42ac-4be5-b783-245f3bd69de8', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:00:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9ab92b-fef4-4dd0-8e45-6280edda3a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:42Z', 'updated_at': '2021-09-07T14:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi'}] {{(pid=94643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:45:18.037318 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-550b163c-88a2-4ca9-b05e-3a19feb6cc06 service neutron] Attempting to bind port dc3cd3fa-74de-4176-a41a-d7447ff3d5fb on host hv-cinder-76015 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:45:18.037645 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-550b163c-88a2-4ca9-b05e-3a19feb6cc06 service neutron] Attempting to bind port dc3cd3fa-74de-4176-a41a-d7447ff3d5fb by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': '33cad443-550e-44eb-8a23-9490b4c4b203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:45:18.038013 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-550b163c-88a2-4ca9-b05e-3a19feb6cc06 service neutron] Attempting to bind port dc3cd3fa-74de-4176-a41a-d7447ff3d5fb on network 10bc76c4-28c7-4ddc-9078-74979f2c3f45 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:45:18.047219 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-550b163c-88a2-4ca9-b05e-3a19feb6cc06 service neutron] Port dc3cd3fa-74de-4176-a41a-d7447ff3d5fb on network 10bc76c4-28c7-4ddc-9078-74979f2c3f45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:45:18.047544 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-550b163c-88a2-4ca9-b05e-3a19feb6cc06 service neutron] Attempting to bind port dc3cd3fa-74de-4176-a41a-d7447ff3d5fb on network 10bc76c4-28c7-4ddc-9078-74979f2c3f45 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:45:18.056756 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-550b163c-88a2-4ca9-b05e-3a19feb6cc06 service neutron] Checking agent: {'id': '0e933200-ccc3-44fa-a7f6-4e1417f97b5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 34, 32), 'started_at': datetime.datetime(2021, 9, 7, 14, 34, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:45:18.057151 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-550b163c-88a2-4ca9-b05e-3a19feb6cc06 service neutron] Checking segment: {'id': '33cad443-550e-44eb-8a23-9490b4c4b203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:45:18.057465 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-550b163c-88a2-4ca9-b05e-3a19feb6cc06 service neutron] Bound using segment: {'id': '33cad443-550e-44eb-8a23-9490b4c4b203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:45:18.057891 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-550b163c-88a2-4ca9-b05e-3a19feb6cc06 service neutron] Bound port: dc3cd3fa-74de-4176-a41a-d7447ff3d5fb, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33cad443-550e-44eb-8a23-9490b4c4b203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:45:18.063750 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-550b163c-88a2-4ca9-b05e-3a19feb6cc06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:18.196173 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-550b163c-88a2-4ca9-b05e-3a19feb6cc06 service neutron] For port dc3cd3fa-74de-4176-a41a-d7447ff3d5fb, host hv-cinder-76015, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:45:18.200400 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-550b163c-88a2-4ca9-b05e-3a19feb6cc06 service neutron] For port dc3cd3fa-74de-4176-a41a-d7447ff3d5fb, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=dc3cd3fa-74de-4176-a41a-d7447ff3d5fb,segment=NetworkSegment(33cad443-550e-44eb-8a23-9490b4c4b203),segment_id=33cad443-550e-44eb-8a23-9490b4c4b203)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:45:18.293045 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-550b163c-88a2-4ca9-b05e-3a19feb6cc06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009912'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:18.330879 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-550b163c-88a2-4ca9-b05e-3a19feb6cc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:18.331229 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-550b163c-88a2-4ca9-b05e-3a19feb6cc06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:18.332659 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-550b163c-88a2-4ca9-b05e-3a19feb6cc06 service neutron] 10.222.0.22 "PUT /v2.0/ports/dc3cd3fa-74de-4176-a41a-d7447ff3d5fb HTTP/1.1" status: 200 len: 1093 time: 1.2221949 Sep 07 14:45:18.333081 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ea3af6a-fad8-4eff-a45e-b736521fd383', 'tag': 'dc3cd3fa-74de-4176-a41a-d7447ff3d5fb'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:45:18.335341 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ae4c01fc0fef93246b53b81dc3c4053f5278a59fc30262d76e8d579d86f7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379cb381-f40f-47b5-8b8a-4362c3b5a7d9" -d '{"events": [{"name": "network-changed", "server_uuid": "3ea3af6a-fad8-4eff-a45e-b736521fd383", "tag": "dc3cd3fa-74de-4176-a41a-d7447ff3d5fb"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:45:18.347172 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4f832190-d8a5-42df-a4e7-118c9cbdd082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:18.404587 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec726b02-f6d2-40ff-95d3-fe3b97b32cb4 x-openstack-request-id: req-ec726b02-f6d2-40ff-95d3-fe3b97b32cb4 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:45:18.404880 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ea3af6a-fad8-4eff-a45e-b736521fd383", "tag": "dc3cd3fa-74de-4176-a41a-d7447ff3d5fb", "status": "completed", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:45:18.405131 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ec726b02-f6d2-40ff-95d3-fe3b97b32cb4 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:45:18.405554 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ea3af6a-fad8-4eff-a45e-b736521fd383', 'tag': 'dc3cd3fa-74de-4176-a41a-d7447ff3d5fb', 'status': 'completed', 'code': 200} Sep 07 14:45:18.417588 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b163c-88a2-4ca9-b05e-3a19feb6cc06 service neutron] Pushing event updated for resources: {'Port': ['ID=dc3cd3fa-74de-4176-a41a-d7447ff3d5fb,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:45:18.467966 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550b163c-88a2-4ca9-b05e-3a19feb6cc06 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:45:18.468311 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550b163c-88a2-4ca9-b05e-3a19feb6cc06 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:45:18.468651 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550b163c-88a2-4ca9-b05e-3a19feb6cc06 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:45:18.468983 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550b163c-88a2-4ca9-b05e-3a19feb6cc06 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:45:18.469311 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550b163c-88a2-4ca9-b05e-3a19feb6cc06 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:45:18.469641 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550b163c-88a2-4ca9-b05e-3a19feb6cc06 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:45:18.470063 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550b163c-88a2-4ca9-b05e-3a19feb6cc06 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:45:18.470438 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550b163c-88a2-4ca9-b05e-3a19feb6cc06 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:45:18.470760 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550b163c-88a2-4ca9-b05e-3a19feb6cc06 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:45:18.471078 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550b163c-88a2-4ca9-b05e-3a19feb6cc06 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:45:18.471400 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550b163c-88a2-4ca9-b05e-3a19feb6cc06 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:45:18.471725 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550b163c-88a2-4ca9-b05e-3a19feb6cc06 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:45:18.503605 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f832190-d8a5-42df-a4e7-118c9cbdd082 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bb952d2-42ac-4be5-b783-245f3bd69de8,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:45:18.526683 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4f832190-d8a5-42df-a4e7-118c9cbdd082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540451'] for router_gateway, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:18.565111 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7108ff-12a9-448a-881d-c800035913df req-5086c070-59d0-4bd1-95c2-2e2615c723c5 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:18.566639 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9a7108ff-12a9-448a-881d-c800035913df req-5086c070-59d0-4bd1-95c2-2e2615c723c5 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ea3af6a-fad8-4eff-a45e-b736521fd383 HTTP/1.1" status: 200 len: 943 time: 0.0571232 Sep 07 14:45:18.595378 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379cb381-f40f-47b5-8b8a-4362c3b5a7d9 req-4fef7e16-028c-4eaa-a521-e755438012aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:18.596915 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-379cb381-f40f-47b5-8b8a-4362c3b5a7d9 req-4fef7e16-028c-4eaa-a521-e755438012aa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ddcff35f4fe74c3087d85eedd77cfcb3&device_id=3ea3af6a-fad8-4eff-a45e-b736521fd383 HTTP/1.1" status: 200 len: 1096 time: 0.1884472 Sep 07 14:45:18.612543 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9a7108ff-12a9-448a-881d-c800035913df req-c4ba346c-6034-4ba3-87cf-93fdce602558 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368214 Sep 07 14:45:18.629773 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4f832190-d8a5-42df-a4e7-118c9cbdd082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1168'] for router, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:18.640399 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4f832190-d8a5-42df-a4e7-118c9cbdd082 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:18.758671 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379cb381-f40f-47b5-8b8a-4362c3b5a7d9 req-2ad5f079-a222-434e-9880-b4b6dfb3d53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:18.760159 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-379cb381-f40f-47b5-8b8a-4362c3b5a7d9 req-2ad5f079-a222-434e-9880-b4b6dfb3d53a service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=ddcff35f4fe74c3087d85eedd77cfcb3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1329179 Sep 07 14:45:18.831957 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4f832190-d8a5-42df-a4e7-118c9cbdd082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538185'] for router, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:18.832510 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f832190-d8a5-42df-a4e7-118c9cbdd082 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af9ab92b-fef4-4dd0-8e45-6280edda3a48 {{(pid=94641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 14:45:18.840518 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4f832190-d8a5-42df-a4e7-118c9cbdd082 admin admin] Notify callbacks [] for router, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:18.840518 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-4f832190-d8a5-42df-a4e7-118c9cbdd082 admin admin] 10.222.0.11 "DELETE /v2.0/routers/af9ab92b-fef4-4dd0-8e45-6280edda3a48 HTTP/1.1" status: 204 len: 168 time: 1.7112308 Sep 07 14:45:18.842643 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 54460) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:45:18.872563 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379cb381-f40f-47b5-8b8a-4362c3b5a7d9 req-fd4f2f99-08f1-424a-97ea-92b6718eb03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:18.874156 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-379cb381-f40f-47b5-8b8a-4362c3b5a7d9 req-fd4f2f99-08f1-424a-97ea-92b6718eb03c service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1049542 Sep 07 14:45:18.902619 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-cad0c9d6-22a9-4e86-9f30-dd35d7e8dce4 admin admin] Deleting subnet 6c140706-3c8f-42ae-9125-9b4351aa8d5a {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 14:45:18.907727 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cad0c9d6-22a9-4e86-9f30-dd35d7e8dce4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:18.947439 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cad0c9d6-22a9-4e86-9f30-dd35d7e8dce4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3863426'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:18.955209 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-1115928f-ae60-4fb1-9592-3311fe27b18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:18.956769 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-1115928f-ae60-4fb1-9592-3311fe27b18f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ddcff35f4fe74c3087d85eedd77cfcb3&device_id=3ea3af6a-fad8-4eff-a45e-b736521fd383 HTTP/1.1" status: 200 len: 1096 time: 0.0451829 Sep 07 14:45:19.014938 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-74ce4cc6-d21f-4b19-8c82-f8783b0f1b1f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc3cd3fa-74de-4176-a41a-d7447ff3d5fb HTTP/1.1" status: 200 len: 217 time: 0.0451756 Sep 07 14:45:19.030204 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cad0c9d6-22a9-4e86-9f30-dd35d7e8dce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7667009'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:19.073494 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-d8ca60a6-61df-4c2a-a591-ffd23df54503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:19.074934 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-d8ca60a6-61df-4c2a-a591-ffd23df54503 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=846cc3d9-b8d8-4a47-8daf-12b566ed01c8 HTTP/1.1" status: 200 len: 851 time: 0.0524487 Sep 07 14:45:19.126283 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-62943840-0d48-4e53-8b29-5e792ef7a18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:19.127952 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-62943840-0d48-4e53-8b29-5e792ef7a18f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=10bc76c4-28c7-4ddc-9078-74979f2c3f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447047 Sep 07 14:45:19.149281 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cad0c9d6-22a9-4e86-9f30-dd35d7e8dce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7667064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8727817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8658444'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:19.177627 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad0c9d6-22a9-4e86-9f30-dd35d7e8dce4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c140706-3c8f-42ae-9125-9b4351aa8d5a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:45:19.179626 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cad0c9d6-22a9-4e86-9f30-dd35d7e8dce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:19.181498 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-cad0c9d6-22a9-4e86-9f30-dd35d7e8dce4 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6c140706-3c8f-42ae-9125-9b4351aa8d5a HTTP/1.1" status: 204 len: 168 time: 0.3377984 Sep 07 14:45:19.184144 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 54466) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:45:19.186234 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab39e9a6-ab78-4fce-af1c-8a396198f877 None None] Network 2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7 requested from dv-cinder-760153-9-iscsi {{(pid=94642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:45:19.234269 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-5b043947-1b17-40b1-b918-ef9e65733af6 service neutron] 10.222.0.22 "GET /v2.0/networks/10bc76c4-28c7-4ddc-9078-74979f2c3f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983784 Sep 07 14:45:19.255524 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4385d575-0be5-462a-8e36-9c382518abba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7632714'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:19.328632 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-4385d575-0be5-462a-8e36-9c382518abba admin admin] Deleting port e74c1a24-7ffb-4a3b-83a5-4a6b2026cb17 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:45:19.328935 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4385d575-0be5-462a-8e36-9c382518abba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:19.354545 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-cc7d7d68-ebe8-42f4-8834-4627e8bfbcad req-b089d48c-bfca-410f-8c9d-498640090f29 service neutron] 10.222.0.22 "GET /v2.0/networks/10bc76c4-28c7-4ddc-9078-74979f2c3f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125667 Sep 07 14:45:19.411505 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-4385d575-0be5-462a-8e36-9c382518abba admin admin] For port e74c1a24-7ffb-4a3b-83a5-4a6b2026cb17, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=e74c1a24-7ffb-4a3b-83a5-4a6b2026cb17,segment=NetworkSegment(93673739-7b9a-4397-be35-06edeaf7603d),segment_id=93673739-7b9a-4397-be35-06edeaf7603d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:45:19.411643 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca458f8-5689-490f-9efd-0f5e8256f416 None None] DHCP port deletion for 2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7 request from dv-cinder-760153-9-iscsi {{(pid=94642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 14:45:19.411733 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4385d575-0be5-462a-8e36-9c382518abba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:19.425603 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-4385d575-0be5-462a-8e36-9c382518abba admin admin] Calling delete_port for e74c1a24-7ffb-4a3b-83a5-4a6b2026cb17 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:45:19.457245 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-4ca458f8-5689-490f-9efd-0f5e8256f416 None None] Deleting port e74c1a24-7ffb-4a3b-83a5-4a6b2026cb17 {{(pid=94642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:45:19.457930 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-4ca458f8-5689-490f-9efd-0f5e8256f416 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:19.526654 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-4ca458f8-5689-490f-9efd-0f5e8256f416 None None] For port e74c1a24-7ffb-4a3b-83a5-4a6b2026cb17, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=e74c1a24-7ffb-4a3b-83a5-4a6b2026cb17,segment=NetworkSegment(93673739-7b9a-4397-be35-06edeaf7603d),segment_id=93673739-7b9a-4397-be35-06edeaf7603d)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:45:19.527030 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-4ca458f8-5689-490f-9efd-0f5e8256f416 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:19.539157 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-4ca458f8-5689-490f-9efd-0f5e8256f416 None None] Calling delete_port for e74c1a24-7ffb-4a3b-83a5-4a6b2026cb17 owned by network:dhcp {{(pid=94642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:45:19.607538 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4385d575-0be5-462a-8e36-9c382518abba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8727932'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:19.616602 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-4ca458f8-5689-490f-9efd-0f5e8256f416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542'] for port, after_delete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:19.650014 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4385d575-0be5-462a-8e36-9c382518abba admin admin] No DVR routers for this DVR port e74c1a24-7ffb-4a3b-83a5-4a6b2026cb17 on host dv-cinder-760153-9-iscsi {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:45:19.652137 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385d575-0be5-462a-8e36-9c382518abba admin admin] Pushing event deleted for resources: {'Port': ['ID=e74c1a24-7ffb-4a3b-83a5-4a6b2026cb17,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:45:19.660729 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca458f8-5689-490f-9efd-0f5e8256f416 None None] Pushing event deleted for resources: {'Port': ['ID=e74c1a24-7ffb-4a3b-83a5-4a6b2026cb17,revision_number=None']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:45:19.664426 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca458f8-5689-490f-9efd-0f5e8256f416 None None] No DVR routers for this DVR port e74c1a24-7ffb-4a3b-83a5-4a6b2026cb17 on host dv-cinder-760153-9-iscsi {{(pid=94642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:45:19.731125 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 1bb952d2-42ac-4be5-b783-245f3bd69de8 no longer exists at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:45:19.758840 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-9152d18d-5686-470b-8281-0603e563890f None None] No Port match for: 1bb952d2-42ac-4be5-b783-245f3bd69de8 {{(pid=94642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:45:19.759221 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 1bb952d2-42ac-4be5-b783-245f3bd69de8 not bound to the agent host dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:45:19.759895 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device e74c1a24-7ffb-4a3b-83a5-4a6b2026cb17 no longer exists at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:45:19.774606 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4385d575-0be5-462a-8e36-9c382518abba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653324', 'neutron.services.segments.db._delete_segments_for_network-8735925738105'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:19.783072 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-9152d18d-5686-470b-8281-0603e563890f None None] No Port match for: e74c1a24-7ffb-4a3b-83a5-4a6b2026cb17 {{(pid=94642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:45:19.783415 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device e74c1a24-7ffb-4a3b-83a5-4a6b2026cb17 not bound to the agent host dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:45:19.784022 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device d6c05f7f-37b6-48e0-8d07-ae35f8501daa no longer exists at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:45:19.802520 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4385d575-0be5-462a-8e36-9c382518abba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:45:19.802794 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-9152d18d-5686-470b-8281-0603e563890f None None] No Port match for: d6c05f7f-37b6-48e0-8d07-ae35f8501daa {{(pid=94642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:45:19.803121 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device d6c05f7f-37b6-48e0-8d07-ae35f8501daa not bound to the agent host dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:45:19.815095 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4385d575-0be5-462a-8e36-9c382518abba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93673739-7b9a-4397-be35-06edeaf7603d') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:45:19.815318 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4385d575-0be5-462a-8e36-9c382518abba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93673739-7b9a-4397-be35-06edeaf7603d') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:45:19.823956 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2cdafc-057f-424c-89f9-a0b0fbf74cff req-a088ce45-ed5b-457f-9591-90292a09277f tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:19.826078 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2c2cdafc-057f-424c-89f9-a0b0fbf74cff req-a088ce45-ed5b-457f-9591-90292a09277f tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ea3af6a-fad8-4eff-a45e-b736521fd383 HTTP/1.1" status: 200 len: 943 time: 0.1073837 Sep 07 14:45:19.835952 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4385d575-0be5-462a-8e36-9c382518abba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735925737602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3863435'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:19.865022 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4385d575-0be5-462a-8e36-9c382518abba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:19.878670 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4385d575-0be5-462a-8e36-9c382518abba admin admin] Releasing vlan 870 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 14:45:19.879058 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4385d575-0be5-462a-8e36-9c382518abba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8727723'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:19.880913 dv-cinder-760153-9-iscsi neutron-server[94640]: Traceback (most recent call last): Sep 07 14:45:19.880913 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 14:45:19.880913 dv-cinder-760153-9-iscsi neutron-server[94640]: timer() Sep 07 14:45:19.880913 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 14:45:19.880913 dv-cinder-760153-9-iscsi neutron-server[94640]: cb(*args, **kw) Sep 07 14:45:19.880913 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 14:45:19.880913 dv-cinder-760153-9-iscsi neutron-server[94640]: return func(*args, **kwargs) Sep 07 14:45:19.880913 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 14:45:19.880913 dv-cinder-760153-9-iscsi neutron-server[94640]: self._notify() Sep 07 14:45:19.880913 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 14:45:19.880913 dv-cinder-760153-9-iscsi neutron-server[94640]: self.callback(batched_events) Sep 07 14:45:19.880913 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 14:45:19.880913 dv-cinder-760153-9-iscsi neutron-server[94640]: event.method(event) Sep 07 14:45:19.880913 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 14:45:19.880913 dv-cinder-760153-9-iscsi neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 14:45:19.880913 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 14:45:19.880913 dv-cinder-760153-9-iscsi neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 14:45:19.880913 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 14:45:19.880913 dv-cinder-760153-9-iscsi neutron-server[94640]: return f(self, *a, **k) Sep 07 14:45:19.880913 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 14:45:19.880913 dv-cinder-760153-9-iscsi neutron-server[94640]: return self._get(url).json() Sep 07 14:45:19.880913 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 14:45:19.880913 dv-cinder-760153-9-iscsi neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 14:45:19.880913 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 14:45:19.880913 dv-cinder-760153-9-iscsi neutron-server[94640]: return self.request(url, 'GET', **kwargs) Sep 07 14:45:19.880913 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 14:45:19.880913 dv-cinder-760153-9-iscsi neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 14:45:19.880913 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 14:45:19.880913 dv-cinder-760153-9-iscsi neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 14:45:19.880913 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 14:45:19.880913 dv-cinder-760153-9-iscsi neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 14:45:19.880913 dv-cinder-760153-9-iscsi neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 14:45:19.892222 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2c2cdafc-057f-424c-89f9-a0b0fbf74cff req-30fc1bec-e79b-4927-99c8-9d02300a866b tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589826 Sep 07 14:45:20.018791 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4385d575-0be5-462a-8e36-9c382518abba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540447'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:20.024399 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4385d575-0be5-462a-8e36-9c382518abba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:20.026315 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-4385d575-0be5-462a-8e36-9c382518abba admin admin] 10.222.0.11 "DELETE /v2.0/networks/2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7 HTTP/1.1" status: 204 len: 168 time: 0.8412743 Sep 07 14:45:20.037669 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385d575-0be5-462a-8e36-9c382518abba admin admin] Pushing event deleted for resources: {'Network': ['ID=2b4e5de4-1e1c-4dbf-a1ff-9274a8eea9a7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:45:20.404703 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 54474) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:45:20.450047 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-3fafe447-284d-46d3-a75e-7ea136101cec admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f0953c14c3534ed3bb11c7453fd409de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439789 Sep 07 14:45:20.453104 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 54476) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:45:20.500372 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-639d210e-54a7-4643-bfc0-fabb0fe7a972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:20.521197 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-639d210e-54a7-4643-bfc0-fabb0fe7a972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:20.629632 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-639d210e-54a7-4643-bfc0-fabb0fe7a972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:20.632388 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-639d210e-54a7-4643-bfc0-fabb0fe7a972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:20.633552 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-639d210e-54a7-4643-bfc0-fabb0fe7a972 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b246bb14-8e46-466d-b0ae-1c62159d3349 HTTP/1.1" status: 204 len: 168 time: 0.1795900 Sep 07 14:45:20.642022 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639d210e-54a7-4643-bfc0-fabb0fe7a972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b246bb14-8e46-466d-b0ae-1c62159d3349,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:45:21.011639 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8199d-8472-435e-bfd6-7f0e333d9962 req-5f1e6332-3bd8-4a2f-a7b8-1cec24dc8096 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:21.014314 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7cc8199d-8472-435e-bfd6-7f0e333d9962 req-5f1e6332-3bd8-4a2f-a7b8-1cec24dc8096 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ea3af6a-fad8-4eff-a45e-b736521fd383 HTTP/1.1" status: 200 len: 943 time: 0.0519912 Sep 07 14:45:21.053522 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7cc8199d-8472-435e-bfd6-7f0e333d9962 req-394b09c1-481c-4ce1-abe4-4b72c8679051 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334709 Sep 07 14:45:22.174928 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ce9b2-6555-4d21-ac6c-50318ff564ae req-28b0c113-7fdb-4d5a-a586-fe21a35ea8c7 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:22.176784 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-037ce9b2-6555-4d21-ac6c-50318ff564ae req-28b0c113-7fdb-4d5a-a586-fe21a35ea8c7 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ea3af6a-fad8-4eff-a45e-b736521fd383 HTTP/1.1" status: 200 len: 943 time: 0.0571582 Sep 07 14:45:22.214981 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-037ce9b2-6555-4d21-ac6c-50318ff564ae req-029b14de-31a9-423c-bcd1-64b6470fc954 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322146 Sep 07 14:45:23.236702 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 54536) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:45:23.333285 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a651c1-9072-4b7a-ae05-7d91d645524f req-b5586d92-97b3-4454-a1da-e209f4a1cd8c tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:23.334790 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f1a651c1-9072-4b7a-ae05-7d91d645524f req-b5586d92-97b3-4454-a1da-e209f4a1cd8c tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ea3af6a-fad8-4eff-a45e-b736521fd383 HTTP/1.1" status: 200 len: 943 time: 0.0507281 Sep 07 14:45:23.353247 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7359caee-e15e-4f26-9f85-442fe35f75cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:23.392262 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f1a651c1-9072-4b7a-ae05-7d91d645524f req-93c73565-e0c2-4130-8f6d-3fa331d4e60e tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512908 Sep 07 14:45:23.461066 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7359caee-e15e-4f26-9f85-442fe35f75cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:23.543712 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7359caee-e15e-4f26-9f85-442fe35f75cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:23.583048 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-7359caee-e15e-4f26-9f85-442fe35f75cc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fe045911c3064092bc5f8dd851faf1f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3451643 Sep 07 14:45:23.584942 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359caee-e15e-4f26-9f85-442fe35f75cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1457d64-5581-49cb-a9be-10c79161a07d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:45:23.585738 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 54542) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:45:23.633698 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-49327615-9fea-44f5-9951-86b8d33c979f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:23.653586 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-49327615-9fea-44f5-9951-86b8d33c979f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:23.789719 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-49327615-9fea-44f5-9951-86b8d33c979f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:23.792285 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-49327615-9fea-44f5-9951-86b8d33c979f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:23.793511 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-49327615-9fea-44f5-9951-86b8d33c979f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b1457d64-5581-49cb-a9be-10c79161a07d HTTP/1.1" status: 204 len: 168 time: 0.2067444 Sep 07 14:45:23.802230 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49327615-9fea-44f5-9951-86b8d33c979f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1457d64-5581-49cb-a9be-10c79161a07d,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:45:24.325626 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 54550) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:45:24.343687 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-49a59785-082e-4fec-9100-7aca07ebc910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:24.438904 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-49a59785-082e-4fec-9100-7aca07ebc910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:24.513501 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37642a6-61f4-42af-b3d7-192d6ecab73d req-19fbca7e-893d-41e1-8996-5b6bf72c339e tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:24.515147 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d37642a6-61f4-42af-b3d7-192d6ecab73d req-19fbca7e-893d-41e1-8996-5b6bf72c339e tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ea3af6a-fad8-4eff-a45e-b736521fd383 HTTP/1.1" status: 200 len: 943 time: 0.0540996 Sep 07 14:45:24.521247 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-49a59785-082e-4fec-9100-7aca07ebc910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:24.558481 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d37642a6-61f4-42af-b3d7-192d6ecab73d req-d52f30ba-06be-49bd-a279-35d2effa2f42 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374582 Sep 07 14:45:24.565329 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-49a59785-082e-4fec-9100-7aca07ebc910 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fdda8c75e0544dd693d3dbee3f49b14b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2350895 Sep 07 14:45:24.565329 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a59785-082e-4fec-9100-7aca07ebc910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9194d2f3-60a7-40ac-8d67-b387a8aacde1,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:45:24.565630 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 54554) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:45:24.614736 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-413db9da-7b85-4a60-ae78-1edcfad0802c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:24.635064 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-413db9da-7b85-4a60-ae78-1edcfad0802c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:24.784127 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-413db9da-7b85-4a60-ae78-1edcfad0802c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:24.786664 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-413db9da-7b85-4a60-ae78-1edcfad0802c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:24.787837 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-413db9da-7b85-4a60-ae78-1edcfad0802c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9194d2f3-60a7-40ac-8d67-b387a8aacde1 HTTP/1.1" status: 204 len: 168 time: 0.2212803 Sep 07 14:45:24.797091 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413db9da-7b85-4a60-ae78-1edcfad0802c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9194d2f3-60a7-40ac-8d67-b387a8aacde1,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:45:25.581381 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device dc3cd3fa-74de-4176-a41a-d7447ff3d5fb details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:45:25.682285 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971bc5b-1229-49c2-b864-5efcf860be90 req-88198fc0-6313-4477-b554-7841110be45f tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:25.684781 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7971bc5b-1229-49c2-b864-5efcf860be90 req-88198fc0-6313-4477-b554-7841110be45f tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ea3af6a-fad8-4eff-a45e-b736521fd383 HTTP/1.1" status: 200 len: 943 time: 0.0535433 Sep 07 14:45:25.691944 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port dc3cd3fa-74de-4176-a41a-d7447ff3d5fb, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=dc3cd3fa-74de-4176-a41a-d7447ff3d5fb,segment=NetworkSegment(33cad443-550e-44eb-8a23-9490b4c4b203),segment_id=33cad443-550e-44eb-8a23-9490b4c4b203)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:45:25.703309 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Returning: {'device': 'dc3cd3fa-74de-4176-a41a-d7447ff3d5fb', 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45', 'port_id': 'dc3cd3fa-74de-4176-a41a-d7447ff3d5fb', 'mac_address': 'fa:16:3e:47:a3:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '846cc3d9-b8d8-4a47-8daf-12b566ed01c8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:45:25.722150 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7971bc5b-1229-49c2-b864-5efcf860be90 req-bfc2b048-aa3c-44cd-9874-09788024ae54 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318954 Sep 07 14:45:25.744377 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:25.762938 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc3cd3fa-74de-4176-a41a-d7447ff3d5fb {{(pid=94642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:45:25.782322 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port dc3cd3fa-74de-4176-a41a-d7447ff3d5fb, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=dc3cd3fa-74de-4176-a41a-d7447ff3d5fb,segment=NetworkSegment(33cad443-550e-44eb-8a23-9490b4c4b203),segment_id=33cad443-550e-44eb-8a23-9490b4c4b203)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:45:25.852806 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:25.902389 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=dc3cd3fa-74de-4176-a41a-d7447ff3d5fb,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:45:26.158197 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] get_ports_and_sgs() called for port_ids ['dc3cd3fa-74de-4176-a41a-d7447ff3d5fb'] {{(pid=94642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:45:26.851529 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e536bb-e125-4e53-94ec-dffb280ac6ff req-d9d7d986-6401-4d8d-bf39-b6fe4c8ccab0 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:26.853005 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-41e536bb-e125-4e53-94ec-dffb280ac6ff req-d9d7d986-6401-4d8d-bf39-b6fe4c8ccab0 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ea3af6a-fad8-4eff-a45e-b736521fd383 HTTP/1.1" status: 200 len: 944 time: 0.0495298 Sep 07 14:45:26.897779 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-41e536bb-e125-4e53-94ec-dffb280ac6ff req-490bb35a-7f27-4d9f-8c3e-0136ebd59e8f tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370629 Sep 07 14:45:27.594883 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device dc3cd3fa-74de-4176-a41a-d7447ff3d5fb up at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:45:27.755943 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Provisioning for port dc3cd3fa-74de-4176-a41a-d7447ff3d5fb completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:45:27.759985 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Provisioning complete for port dc3cd3fa-74de-4176-a41a-d7447ff3d5fb triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:45:27.760361 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:27.843456 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:27.866360 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea3af6a-fad8-4eff-a45e-b736521fd383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3cd3fa-74de-4176-a41a-d7447ff3d5fb'}] {{(pid=94642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:45:27.868575 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd6d84ba8741af88afecd5b756310c726975e6558383509c2c49b1cfba31424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077f7548-6e63-4367-bf1b-9c42980044cc" -d '{"events": [{"server_uuid": "3ea3af6a-fad8-4eff-a45e-b736521fd383", "name": "network-vif-plugged", "status": "completed", "tag": "dc3cd3fa-74de-4176-a41a-d7447ff3d5fb"}]}' {{(pid=94642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:45:27.881591 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port dc3cd3fa-74de-4176-a41a-d7447ff3d5fb, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=dc3cd3fa-74de-4176-a41a-d7447ff3d5fb,segment=NetworkSegment(33cad443-550e-44eb-8a23-9490b4c4b203),segment_id=33cad443-550e-44eb-8a23-9490b4c4b203)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:45:27.908428 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64eb4c49-8d18-4710-8104-8b18cf44bcde x-openstack-request-id: req-64eb4c49-8d18-4710-8104-8b18cf44bcde {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:45:27.908697 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea3af6a-fad8-4eff-a45e-b736521fd383", "name": "network-vif-plugged", "status": "completed", "tag": "dc3cd3fa-74de-4176-a41a-d7447ff3d5fb", "code": 200}]} {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:45:27.908951 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-64eb4c49-8d18-4710-8104-8b18cf44bcde {{(pid=94642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:45:27.909343 dv-cinder-760153-9-iscsi neutron-server[94642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea3af6a-fad8-4eff-a45e-b736521fd383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3cd3fa-74de-4176-a41a-d7447ff3d5fb', 'code': 200} Sep 07 14:45:27.933348 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:27.983264 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=dc3cd3fa-74de-4176-a41a-d7447ff3d5fb,revision_number=5']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:45:28.025511 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8905c77-f2bf-4df8-aec3-108e4edd4162 req-6b13750c-0b0e-4b43-962e-c50d910843a2 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:28.027022 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f8905c77-f2bf-4df8-aec3-108e4edd4162 req-6b13750c-0b0e-4b43-962e-c50d910843a2 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ea3af6a-fad8-4eff-a45e-b736521fd383 HTTP/1.1" status: 200 len: 945 time: 0.0553172 Sep 07 14:45:28.071077 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f8905c77-f2bf-4df8-aec3-108e4edd4162 req-8c6a6ed2-4b16-48c8-bbb9-939801410db3 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367737 Sep 07 14:45:28.310676 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875c12e-5562-49a5-9476-4a7508b2fe39 req-2c405e5f-d6a7-425c-8db1-e99b266f9403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:28.312206 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-d875c12e-5562-49a5-9476-4a7508b2fe39 req-2c405e5f-d6a7-425c-8db1-e99b266f9403 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3ea3af6a-fad8-4eff-a45e-b736521fd383 HTTP/1.1" status: 200 len: 1098 time: 0.0420892 Sep 07 14:45:28.355627 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-d875c12e-5562-49a5-9476-4a7508b2fe39 req-94265065-0d59-40d0-81d4-59ad49508b57 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274026 Sep 07 14:45:29.186471 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a68ff2-dccd-47b2-a524-eb7653c74045 req-7419dc0a-e273-4cc2-b28e-b936c2518784 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:29.188057 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-69a68ff2-dccd-47b2-a524-eb7653c74045 req-7419dc0a-e273-4cc2-b28e-b936c2518784 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ea3af6a-fad8-4eff-a45e-b736521fd383 HTTP/1.1" status: 200 len: 945 time: 0.0506051 Sep 07 14:45:29.225969 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-69a68ff2-dccd-47b2-a524-eb7653c74045 req-fcdb1112-24b6-496e-b58d-6eb794b7eaf1 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317714 Sep 07 14:45:30.147307 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dea506-5dd5-4cd6-b2bb-b49b53e83c48 req-31eeb871-e720-4bf7-bb77-8d4ab761dbcb tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:30.147307 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-12dea506-5dd5-4cd6-b2bb-b49b53e83c48 req-31eeb871-e720-4bf7-bb77-8d4ab761dbcb tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/networks?id=419342fd-bcfd-4b23-9c63-a26e6b7575cf HTTP/1.1" status: 200 len: 815 time: 0.1130989 Sep 07 14:45:30.160326 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-12dea506-5dd5-4cd6-b2bb-b49b53e83c48 req-6da823f5-60df-47e8-bb95-e241c2e337df tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/quotas/1ba3d55edb3e499184531bf67c3c4842 HTTP/1.1" status: 200 len: 375 time: 0.0092649 Sep 07 14:45:30.214496 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-12dea506-5dd5-4cd6-b2bb-b49b53e83c48 req-14db2a87-65fa-44d2-a3ba-1fbb78f1acbb tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1ba3d55edb3e499184531bf67c3c4842&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486073 Sep 07 14:45:30.317382 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-12dea506-5dd5-4cd6-b2bb-b49b53e83c48 req-5b037dd9-06e3-4a4b-9a8c-a64a5b64c8df service neutron] 10.222.0.11 "GET /v2.0/networks/419342fd-bcfd-4b23-9c63-a26e6b7575cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957582 Sep 07 14:45:30.400578 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f561bd-5839-4506-a823-fe99ba797ad6 req-590ef4a6-ef5d-4dc9-a04d-358cacc8409d tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:30.401980 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-76f561bd-5839-4506-a823-fe99ba797ad6 req-590ef4a6-ef5d-4dc9-a04d-358cacc8409d tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ea3af6a-fad8-4eff-a45e-b736521fd383 HTTP/1.1" status: 200 len: 945 time: 0.1028731 Sep 07 14:45:30.459172 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-12dea506-5dd5-4cd6-b2bb-b49b53e83c48 req-afa18036-c266-4af2-a424-0dc6459e74f9 service neutron] 10.222.0.11 "GET /v2.0/networks/419342fd-bcfd-4b23-9c63-a26e6b7575cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282494 Sep 07 14:45:30.462141 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-76f561bd-5839-4506-a823-fe99ba797ad6 req-36f23e9e-6df7-4290-8f3b-7663f553765c tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537524 Sep 07 14:45:30.584856 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67219058-98d8-405e-9e05-30679fd86647 req-64811d99-88c5-4846-9013-2cc9b70858b5 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:30.586350 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-67219058-98d8-405e-9e05-30679fd86647 req-64811d99-88c5-4846-9013-2cc9b70858b5 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ea3af6a-fad8-4eff-a45e-b736521fd383 HTTP/1.1" status: 200 len: 945 time: 0.0508811 Sep 07 14:45:30.625429 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-67219058-98d8-405e-9e05-30679fd86647 req-d42b4ed4-36e9-4779-b1be-a16b85f70bc9 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323658 Sep 07 14:45:30.646752 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 54670) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:45:30.689547 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbbc0ae-5dc5-4028-9f03-71a6db141a9b tempest-TestVolumeBootPattern-1541714749 tempest-TestVolumeBootPattern-1541714749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:30.691217 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-6fbbc0ae-5dc5-4028-9f03-71a6db141a9b tempest-TestVolumeBootPattern-1541714749 tempest-TestVolumeBootPattern-1541714749-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=3ea3af6a-fad8-4eff-a45e-b736521fd383 HTTP/1.1" status: 200 len: 1093 time: 0.0434966 Sep 07 14:45:30.693967 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 54672) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:45:30.698146 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-14fbad3f-0e86-46ee-b104-09b94c9ee55a tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Request body: {'floatingip': {'floating_network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'port_id': 'dc3cd3fa-74de-4176-a41a-d7447ff3d5fb', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:45:30.789831 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2eb8c737-8cc6-4e14-ab9c-39a2bca4d66e req-b254766c-35b6-43de-bd89-e75724805805 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=55e425cd-e5d1-44f5-a995-ca5898bd5ffc HTTP/1.1" status: 200 len: 210 time: 0.0266087 Sep 07 14:45:30.847809 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-14fbad3f-0e86-46ee-b104-09b94c9ee55a tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:31.221319 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-14fbad3f-0e86-46ee-b104-09b94c9ee55a tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:31.331772 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-14fbad3f-0e86-46ee-b104-09b94c9ee55a tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Allocated IP 172.27.3.108 (f04259db-55ec-42a0-98f6-02412be1dbca/67ecb36d-e9a7-4541-9321-65fb5ffda8c8/22b85b0b-61a7-4c9a-baf1-21ecbd88c534) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:45:31.431142 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-14fbad3f-0e86-46ee-b104-09b94c9ee55a tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:31.527537 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-14fbad3f-0e86-46ee-b104-09b94c9ee55a tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8727932'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:31.565189 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fbad3f-0e86-46ee-b104-09b94c9ee55a tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Network f04259db-55ec-42a0-98f6-02412be1dbca is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:45:31.568078 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-14fbad3f-0e86-46ee-b104-09b94c9ee55a tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:45:31.573604 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fbad3f-0e86-46ee-b104-09b94c9ee55a tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:45:31.602016 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fbad3f-0e86-46ee-b104-09b94c9ee55a tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Pushing event updated for resources: {'Port': ['ID=22b85b0b-61a7-4c9a-baf1-21ecbd88c534,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:45:31.614633 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fbad3f-0e86-46ee-b104-09b94c9ee55a tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:45:31.614981 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fbad3f-0e86-46ee-b104-09b94c9ee55a tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:45:31.615321 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fbad3f-0e86-46ee-b104-09b94c9ee55a tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:45:31.615655 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fbad3f-0e86-46ee-b104-09b94c9ee55a tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:45:31.615984 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fbad3f-0e86-46ee-b104-09b94c9ee55a tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:45:31.616314 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fbad3f-0e86-46ee-b104-09b94c9ee55a tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:45:31.616645 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fbad3f-0e86-46ee-b104-09b94c9ee55a tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:45:31.616969 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fbad3f-0e86-46ee-b104-09b94c9ee55a tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:45:31.617296 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fbad3f-0e86-46ee-b104-09b94c9ee55a tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:45:31.617617 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fbad3f-0e86-46ee-b104-09b94c9ee55a tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:45:31.617959 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fbad3f-0e86-46ee-b104-09b94c9ee55a tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:45:31.618279 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fbad3f-0e86-46ee-b104-09b94c9ee55a tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:45:31.911228 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6e5bf13a-3721-4e4d-b493-bbe9e7754440 req-3d516e46-c146-4bf3-b86d-5823a4437e63 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=55e425cd-e5d1-44f5-a995-ca5898bd5ffc HTTP/1.1" status: 200 len: 210 time: 0.0371690 Sep 07 14:45:32.019887 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-14fbad3f-0e86-46ee-b104-09b94c9ee55a tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:32.175880 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-14fbad3f-0e86-46ee-b104-09b94c9ee55a tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:32.315974 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-17a53a23-33ab-4f40-b637-ae5f018e0a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:32.327322 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-14fbad3f-0e86-46ee-b104-09b94c9ee55a tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:32.441826 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-14fbad3f-0e86-46ee-b104-09b94c9ee55a tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8727923'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:32.514888 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fbad3f-0e86-46ee-b104-09b94c9ee55a tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Pushing event updated for resources: {'Port': ['ID=22b85b0b-61a7-4c9a-baf1-21ecbd88c534,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:45:32.526465 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-14fbad3f-0e86-46ee-b104-09b94c9ee55a tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-540525'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:32.630030 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.db.l3_db [None req-14fbad3f-0e86-46ee-b104-09b94c9ee55a tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Floating IP 70beb8ba-18e0-41c0-9f73-0c3bad20a212 associated. External IP: 172.27.3.108, port: dc3cd3fa-74de-4176-a41a-d7447ff3d5fb. Sep 07 14:45:32.698790 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:32.740326 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dea506-5dd5-4cd6-b2bb-b49b53e83c48 req-0023eb26-a562-442a-a20d-082be18eaa4c tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:32.741788 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-12dea506-5dd5-4cd6-b2bb-b49b53e83c48 req-0023eb26-a562-442a-a20d-082be18eaa4c tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.22 "GET /v2.0/networks?id=419342fd-bcfd-4b23-9c63-a26e6b7575cf HTTP/1.1" status: 200 len: 815 time: 0.1095743 Sep 07 14:45:32.756041 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [req-12dea506-5dd5-4cd6-b2bb-b49b53e83c48 req-6892ef7f-2c29-4c2f-8bd6-10b952ada840 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Request body: {'port': {'device_id': '55e425cd-e5d1-44f5-a995-ca5898bd5ffc', 'network_id': '419342fd-bcfd-4b23-9c63-a26e6b7575cf', 'admin_state_up': True, 'tenant_id': '1ba3d55edb3e499184531bf67c3c4842'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:45:32.870320 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14fbad3f-0e86-46ee-b104-09b94c9ee55a tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Router c5538baf-d137-49c4-8cbb-cac645afeab4 has already been hosted by L3 agent ca4ca367-a056-42f7-949c-96b33f8f39bf {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:45:32.934226 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12dea506-5dd5-4cd6-b2bb-b49b53e83c48 req-6892ef7f-2c29-4c2f-8bd6-10b952ada840 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Made reservation on behalf of 1ba3d55edb3e499184531bf67c3c4842 for: {'port': 1} {{(pid=94641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:45:32.938947 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-12dea506-5dd5-4cd6-b2bb-b49b53e83c48 req-6892ef7f-2c29-4c2f-8bd6-10b952ada840 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:33.012385 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fbad3f-0e86-46ee-b104-09b94c9ee55a tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify agent at l3_agent.dv-cinder-760153-9-iscsi the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:45:33.026803 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11c3eeb-10df-4568-b1c8-9cc85f6619fe None None] Sync routers for ids ['c5538baf-d137-49c4-8cbb-cac645afeab4'] in dv-cinder-760153-9-iscsi {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:45:33.031648 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3dd3550d-b808-48a8-84b7-964366b3ab63 req-0d9dca6e-136a-4f15-9ac1-2ea355ef56c5 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=55e425cd-e5d1-44f5-a995-ca5898bd5ffc HTTP/1.1" status: 200 len: 210 time: 0.0328414 Sep 07 14:45:33.041783 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11c3eeb-10df-4568-b1c8-9cc85f6619fe None None] Routers {'c5538baf-d137-49c4-8cbb-cac645afeab4'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:45:33.046242 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a11c3eeb-10df-4568-b1c8-9cc85f6619fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:45:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['c5538baf-d137-49c4-8cbb-cac645afeab4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:45:33.119117 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [req-12dea506-5dd5-4cd6-b2bb-b49b53e83c48 req-6892ef7f-2c29-4c2f-8bd6-10b952ada840 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Allocated IP 172.20.0.12 (419342fd-bcfd-4b23-9c63-a26e6b7575cf/a428d6e7-1071-4c4e-b1b4-9cac1d8857f1/d18c9654-2f62-481f-91a1-93dcb93ba321) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:45:33.132900 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-14fbad3f-0e86-46ee-b104-09b94c9ee55a tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:33.159719 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-14fbad3f-0e86-46ee-b104-09b94c9ee55a tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4647350 Sep 07 14:45:33.160321 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ea3af6a-fad8-4eff-a45e-b736521fd383', 'tag': 'dc3cd3fa-74de-4176-a41a-d7447ff3d5fb'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:45:33.162603 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca3d64d6ee1d62abf9801d62a4287030b5a1037887016040f3cf02e156c8ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f1a42e-b271-4791-a243-07dbf58beabf" -d '{"events": [{"name": "network-changed", "server_uuid": "3ea3af6a-fad8-4eff-a45e-b736521fd383", "tag": "dc3cd3fa-74de-4176-a41a-d7447ff3d5fb"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:45:33.176634 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-a11c3eeb-10df-4568-b1c8-9cc85f6619fe None None] Set router c5538baf-d137-49c4-8cbb-cac645afeab4 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:45:33.200934 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d11b14-8f3f-44b9-8301-797dd88af94c x-openstack-request-id: req-71d11b14-8f3f-44b9-8301-797dd88af94c {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:45:33.201272 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ea3af6a-fad8-4eff-a45e-b736521fd383", "tag": "dc3cd3fa-74de-4176-a41a-d7447ff3d5fb", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:45:33.202263 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-71d11b14-8f3f-44b9-8301-797dd88af94c {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:45:33.202263 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ea3af6a-fad8-4eff-a45e-b736521fd383', 'tag': 'dc3cd3fa-74de-4176-a41a-d7447ff3d5fb', 'status': 'completed', 'code': 200} Sep 07 14:45:33.269577 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1a42e-b271-4791-a243-07dbf58beabf req-b20b0cf1-d58e-4603-b0d5-19058c38ed47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:33.271426 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-24f1a42e-b271-4791-a243-07dbf58beabf req-b20b0cf1-d58e-4603-b0d5-19058c38ed47 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ddcff35f4fe74c3087d85eedd77cfcb3&device_id=3ea3af6a-fad8-4eff-a45e-b736521fd383 HTTP/1.1" status: 200 len: 1098 time: 0.0435581 Sep 07 14:45:33.283437 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-12dea506-5dd5-4cd6-b2bb-b49b53e83c48 req-6892ef7f-2c29-4c2f-8bd6-10b952ada840 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:33.376958 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1a42e-b271-4791-a243-07dbf58beabf req-0ca22365-2592-4629-807d-2f94906f1885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:33.378455 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-24f1a42e-b271-4791-a243-07dbf58beabf req-0ca22365-2592-4629-807d-2f94906f1885 service neutron] 10.222.0.22 "GET /v2.0/networks?id=10bc76c4-28c7-4ddc-9078-74979f2c3f45 HTTP/1.1" status: 200 len: 913 time: 0.0982387 Sep 07 14:45:33.396811 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-12dea506-5dd5-4cd6-b2bb-b49b53e83c48 req-6892ef7f-2c29-4c2f-8bd6-10b952ada840 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:33.423995 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] get_ports_and_sgs() called for port_ids ['2362e4a8-9f30-4d44-a257-6c7a6fc4ece2', 'fa59ad46-e83a-4a1c-9a76-131ce5058784', 'fc03da4a-ba85-430f-8760-89ca6245ab6c'] {{(pid=94642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:45:33.451688 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12dea506-5dd5-4cd6-b2bb-b49b53e83c48 req-6892ef7f-2c29-4c2f-8bd6-10b952ada840 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Network 419342fd-bcfd-4b23-9c63-a26e6b7575cf is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:45:33.457620 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [req-12dea506-5dd5-4cd6-b2bb-b49b53e83c48 req-6892ef7f-2c29-4c2f-8bd6-10b952ada840 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:45:33.462748 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [req-12dea506-5dd5-4cd6-b2bb-b49b53e83c48 req-6892ef7f-2c29-4c2f-8bd6-10b952ada840 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:45:33.465494 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-24f1a42e-b271-4791-a243-07dbf58beabf req-b058dcb5-f7b7-4a75-89a2-644d0eca3b75 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc3cd3fa-74de-4176-a41a-d7447ff3d5fb HTTP/1.1" status: 200 len: 999 time: 0.0784390 Sep 07 14:45:33.484232 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6892ef7f-2c29-4c2f-8bd6-10b952ada840 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Pushing event updated for resources: {'Port': ['ID=d18c9654-2f62-481f-91a1-93dcb93ba321,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:45:33.514349 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dea506-5dd5-4cd6-b2bb-b49b53e83c48 req-6892ef7f-2c29-4c2f-8bd6-10b952ada840 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:33.515243 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-12dea506-5dd5-4cd6-b2bb-b49b53e83c48 req-6892ef7f-2c29-4c2f-8bd6-10b952ada840 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:33.528844 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1a42e-b271-4791-a243-07dbf58beabf req-2388baae-bded-416c-b604-1d3086d59a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:33.531163 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-24f1a42e-b271-4791-a243-07dbf58beabf req-2388baae-bded-416c-b604-1d3086d59a8c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=846cc3d9-b8d8-4a47-8daf-12b566ed01c8 HTTP/1.1" status: 200 len: 851 time: 0.0563910 Sep 07 14:45:33.579764 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1a42e-b271-4791-a243-07dbf58beabf req-29e10743-fce5-4710-8c42-b7c4a698ad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:33.581407 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-24f1a42e-b271-4791-a243-07dbf58beabf req-29e10743-fce5-4710-8c42-b7c4a698ad73 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=10bc76c4-28c7-4ddc-9078-74979f2c3f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424325 Sep 07 14:45:33.614030 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-12dea506-5dd5-4cd6-b2bb-b49b53e83c48 req-6892ef7f-2c29-4c2f-8bd6-10b952ada840 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8617465 Sep 07 14:45:33.627581 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [req-12dea506-5dd5-4cd6-b2bb-b49b53e83c48 req-324e8d77-9109-4278-8297-7ae6077a6980 service neutron] Request body: {'port': {'device_id': '55e425cd-e5d1-44f5-a995-ca5898bd5ffc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:45:33.630099 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a11c3eeb-10df-4568-b1c8-9cc85f6619fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'name': 'tempest-TestVolumeBootPattern-1625730596-router', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'eb666416-6561-4d0c-8443-5923fb1ed931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:01Z', 'updated_at': '2021-09-07T14:39:07Z', 'revision_number': 4, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'gw_port': {'id': 'eb666416-6561-4d0c-8443-5923fb1ed931', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:02Z', 'updated_at': '2021-09-07T14:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_floatingips': [{'id': '70beb8ba-18e0-41c0-9f73-0c3bad20a212', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'floating_ip_address': '172.27.3.108', 'floating_network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'router_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'port_id': 'dc3cd3fa-74de-4176-a41a-d7447ff3d5fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45', 'mac_address': 'fa:16:3e:47:a3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea3af6a-fad8-4eff-a45e-b736521fd383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:45:31Z', 'updated_at': '2021-09-07T14:45:31Z', 'revision_number': 0, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'fixed_ip_address_scope': None}, {'id': 'c9ef39d4-9a16-4b92-b5ca-af63dbf760a7', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'floating_ip_address': '172.27.3.211', 'floating_network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'router_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'port_id': '62e2be16-2d84-480f-81fb-225d244ae332', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45', 'mac_address': 'fa:16:3e:88:7b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0a5ba2-9a63-4995-9281-5a3531ae4821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:43:22Z', 'updated_at': '2021-09-07T14:43:25Z', 'revision_number': 1, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f810e8aa-4b7f-4a11-8f7c-aba31de7c523', 'name': '', 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'mac_address': 'fa:16:3e:df:9b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '846cc3d9-b8d8-4a47-8daf-12b566ed01c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:05Z', 'updated_at': '2021-09-07T14:39:12Z', 'revision_number': 5, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'subnets': [{'id': '846cc3d9-b8d8-4a47-8daf-12b566ed01c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:45:33.658669 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11c3eeb-10df-4568-b1c8-9cc85f6619fe None None] Checking router: c5538baf-d137-49c4-8cbb-cac645afeab4 for host: dv-cinder-760153-9-iscsi {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:45:33.682942 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11c3eeb-10df-4568-b1c8-9cc85f6619fe None None] Routers {'c5538baf-d137-49c4-8cbb-cac645afeab4'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:45:33.683566 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a11c3eeb-10df-4568-b1c8-9cc85f6619fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:45:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['c5538baf-d137-49c4-8cbb-cac645afeab4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:45:33.689609 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-12dea506-5dd5-4cd6-b2bb-b49b53e83c48 req-324e8d77-9109-4278-8297-7ae6077a6980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:33.694173 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-24f1a42e-b271-4791-a243-07dbf58beabf req-44b75350-f2f8-44e9-9322-5e44bf8ee789 service neutron] 10.222.0.22 "GET /v2.0/networks/10bc76c4-28c7-4ddc-9078-74979f2c3f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024878 Sep 07 14:45:33.836269 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-24f1a42e-b271-4791-a243-07dbf58beabf req-b0b29ca2-3cef-47e1-99a7-0dba5ae75db2 service neutron] 10.222.0.22 "GET /v2.0/networks/10bc76c4-28c7-4ddc-9078-74979f2c3f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317892 Sep 07 14:45:33.885241 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-a11c3eeb-10df-4568-b1c8-9cc85f6619fe None None] Set router c5538baf-d137-49c4-8cbb-cac645afeab4 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:45:33.985666 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [req-12dea506-5dd5-4cd6-b2bb-b49b53e83c48 req-324e8d77-9109-4278-8297-7ae6077a6980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d18c9654-2f62-481f-91a1-93dcb93ba321 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:45:33.998079 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-12dea506-5dd5-4cd6-b2bb-b49b53e83c48 req-324e8d77-9109-4278-8297-7ae6077a6980 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:34.022252 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [req-12dea506-5dd5-4cd6-b2bb-b49b53e83c48 req-324e8d77-9109-4278-8297-7ae6077a6980 service neutron] Transition to ACTIVE for port object d18c9654-2f62-481f-91a1-93dcb93ba321 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:45:34.064233 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-12dea506-5dd5-4cd6-b2bb-b49b53e83c48 req-324e8d77-9109-4278-8297-7ae6077a6980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009912'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:34.156577 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e8d77-9109-4278-8297-7ae6077a6980 service neutron] Pushing event updated for resources: {'Port': ['ID=d18c9654-2f62-481f-91a1-93dcb93ba321,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:45:34.188297 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f1e7e9-86e4-40e2-8193-b7970258ec08 req-ad734852-d553-47b1-8cb4-2dc4735e60bb tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:34.189802 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c6f1e7e9-86e4-40e2-8193-b7970258ec08 req-ad734852-d553-47b1-8cb4-2dc4735e60bb tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=55e425cd-e5d1-44f5-a995-ca5898bd5ffc HTTP/1.1" status: 200 len: 944 time: 0.0633216 Sep 07 14:45:34.231846 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a11c3eeb-10df-4568-b1c8-9cc85f6619fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'name': 'tempest-TestVolumeBootPattern-1625730596-router', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'eb666416-6561-4d0c-8443-5923fb1ed931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:01Z', 'updated_at': '2021-09-07T14:39:07Z', 'revision_number': 4, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'gw_port': {'id': 'eb666416-6561-4d0c-8443-5923fb1ed931', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:02Z', 'updated_at': '2021-09-07T14:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_floatingips': [{'id': '70beb8ba-18e0-41c0-9f73-0c3bad20a212', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'floating_ip_address': '172.27.3.108', 'floating_network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'router_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'port_id': 'dc3cd3fa-74de-4176-a41a-d7447ff3d5fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45', 'mac_address': 'fa:16:3e:47:a3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea3af6a-fad8-4eff-a45e-b736521fd383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:45:31Z', 'updated_at': '2021-09-07T14:45:31Z', 'revision_number': 0, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'fixed_ip_address_scope': None}, {'id': 'c9ef39d4-9a16-4b92-b5ca-af63dbf760a7', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'floating_ip_address': '172.27.3.211', 'floating_network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'router_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'port_id': '62e2be16-2d84-480f-81fb-225d244ae332', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45', 'mac_address': 'fa:16:3e:88:7b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0a5ba2-9a63-4995-9281-5a3531ae4821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:43:22Z', 'updated_at': '2021-09-07T14:43:25Z', 'revision_number': 1, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f810e8aa-4b7f-4a11-8f7c-aba31de7c523', 'name': '', 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'mac_address': 'fa:16:3e:df:9b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '846cc3d9-b8d8-4a47-8daf-12b566ed01c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:05Z', 'updated_at': '2021-09-07T14:39:12Z', 'revision_number': 5, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'subnets': [{'id': '846cc3d9-b8d8-4a47-8daf-12b566ed01c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:45:34.232167 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [req-12dea506-5dd5-4cd6-b2bb-b49b53e83c48 req-324e8d77-9109-4278-8297-7ae6077a6980 service neutron] Attempting to bind port d18c9654-2f62-481f-91a1-93dcb93ba321 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:45:34.232465 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [req-12dea506-5dd5-4cd6-b2bb-b49b53e83c48 req-324e8d77-9109-4278-8297-7ae6077a6980 service neutron] Attempting to bind port d18c9654-2f62-481f-91a1-93dcb93ba321 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': 'c9e36979-67d0-41e6-9a74-0d9aaf916bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '419342fd-bcfd-4b23-9c63-a26e6b7575cf'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:45:34.232798 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dea506-5dd5-4cd6-b2bb-b49b53e83c48 req-324e8d77-9109-4278-8297-7ae6077a6980 service neutron] Attempting to bind port d18c9654-2f62-481f-91a1-93dcb93ba321 on network 419342fd-bcfd-4b23-9c63-a26e6b7575cf {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:45:34.236727 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c6f1e7e9-86e4-40e2-8193-b7970258ec08 req-6e25b0c0-4c4e-49ad-b8fe-ba7994b95352 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/security-groups?id=7dd37e91-21ab-40c5-a3d8-e358ab3572d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407093 Sep 07 14:45:34.240719 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dea506-5dd5-4cd6-b2bb-b49b53e83c48 req-324e8d77-9109-4278-8297-7ae6077a6980 service neutron] Port d18c9654-2f62-481f-91a1-93dcb93ba321 on network 419342fd-bcfd-4b23-9c63-a26e6b7575cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:45:34.241056 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dea506-5dd5-4cd6-b2bb-b49b53e83c48 req-324e8d77-9109-4278-8297-7ae6077a6980 service neutron] Attempting to bind port d18c9654-2f62-481f-91a1-93dcb93ba321 on network 419342fd-bcfd-4b23-9c63-a26e6b7575cf {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:45:34.249258 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dea506-5dd5-4cd6-b2bb-b49b53e83c48 req-324e8d77-9109-4278-8297-7ae6077a6980 service neutron] Checking agent: {'id': '0e933200-ccc3-44fa-a7f6-4e1417f97b5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 34, 32), 'started_at': datetime.datetime(2021, 9, 7, 14, 34, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:45:34.249632 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dea506-5dd5-4cd6-b2bb-b49b53e83c48 req-324e8d77-9109-4278-8297-7ae6077a6980 service neutron] Checking segment: {'id': 'c9e36979-67d0-41e6-9a74-0d9aaf916bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '419342fd-bcfd-4b23-9c63-a26e6b7575cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:45:34.250122 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dea506-5dd5-4cd6-b2bb-b49b53e83c48 req-324e8d77-9109-4278-8297-7ae6077a6980 service neutron] Bound using segment: {'id': 'c9e36979-67d0-41e6-9a74-0d9aaf916bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '419342fd-bcfd-4b23-9c63-a26e6b7575cf'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:45:34.250567 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [req-12dea506-5dd5-4cd6-b2bb-b49b53e83c48 req-324e8d77-9109-4278-8297-7ae6077a6980 service neutron] Bound port: d18c9654-2f62-481f-91a1-93dcb93ba321, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9e36979-67d0-41e6-9a74-0d9aaf916bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '419342fd-bcfd-4b23-9c63-a26e6b7575cf'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:45:34.250960 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-12dea506-5dd5-4cd6-b2bb-b49b53e83c48 req-324e8d77-9109-4278-8297-7ae6077a6980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:34.261334 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11c3eeb-10df-4568-b1c8-9cc85f6619fe None None] The sync data for ids ['c5538baf-d137-49c4-8cbb-cac645afeab4'] in dv-cinder-760153-9-iscsi is: [{'id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'name': 'tempest-TestVolumeBootPattern-1625730596-router', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'eb666416-6561-4d0c-8443-5923fb1ed931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:01Z', 'updated_at': '2021-09-07T14:39:07Z', 'revision_number': 4, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'gw_port': {'id': 'eb666416-6561-4d0c-8443-5923fb1ed931', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:02Z', 'updated_at': '2021-09-07T14:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_floatingips': [{'id': '70beb8ba-18e0-41c0-9f73-0c3bad20a212', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'floating_ip_address': '172.27.3.108', 'floating_network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'router_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'port_id': 'dc3cd3fa-74de-4176-a41a-d7447ff3d5fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45', 'mac_address': 'fa:16:3e:47:a3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea3af6a-fad8-4eff-a45e-b736521fd383', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:45:31Z', 'updated_at': '2021-09-07T14:45:31Z', 'revision_number': 0, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'fixed_ip_address_scope': None}, {'id': 'c9ef39d4-9a16-4b92-b5ca-af63dbf760a7', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'floating_ip_address': '172.27.3.211', 'floating_network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'router_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'port_id': '62e2be16-2d84-480f-81fb-225d244ae332', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45', 'mac_address': 'fa:16:3e:88:7b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0a5ba2-9a63-4995-9281-5a3531ae4821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:43:22Z', 'updated_at': '2021-09-07T14:43:25Z', 'revision_number': 1, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f810e8aa-4b7f-4a11-8f7c-aba31de7c523', 'name': '', 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'mac_address': 'fa:16:3e:df:9b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '846cc3d9-b8d8-4a47-8daf-12b566ed01c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:05Z', 'updated_at': '2021-09-07T14:39:12Z', 'revision_number': 5, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'subnets': [{'id': '846cc3d9-b8d8-4a47-8daf-12b566ed01c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:45:34.341496 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [req-12dea506-5dd5-4cd6-b2bb-b49b53e83c48 req-324e8d77-9109-4278-8297-7ae6077a6980 service neutron] For port d18c9654-2f62-481f-91a1-93dcb93ba321, host hv-cinder-76015, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:45:34.347085 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [req-12dea506-5dd5-4cd6-b2bb-b49b53e83c48 req-324e8d77-9109-4278-8297-7ae6077a6980 service neutron] For port d18c9654-2f62-481f-91a1-93dcb93ba321, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=d18c9654-2f62-481f-91a1-93dcb93ba321,segment=NetworkSegment(c9e36979-67d0-41e6-9a74-0d9aaf916bb8),segment_id=c9e36979-67d0-41e6-9a74-0d9aaf916bb8)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:45:34.424678 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-12dea506-5dd5-4cd6-b2bb-b49b53e83c48 req-324e8d77-9109-4278-8297-7ae6077a6980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009912'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:34.465932 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dea506-5dd5-4cd6-b2bb-b49b53e83c48 req-324e8d77-9109-4278-8297-7ae6077a6980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:34.467106 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-12dea506-5dd5-4cd6-b2bb-b49b53e83c48 req-324e8d77-9109-4278-8297-7ae6077a6980 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:34.468528 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-12dea506-5dd5-4cd6-b2bb-b49b53e83c48 req-324e8d77-9109-4278-8297-7ae6077a6980 service neutron] 10.222.0.22 "PUT /v2.0/ports/d18c9654-2f62-481f-91a1-93dcb93ba321 HTTP/1.1" status: 200 len: 1094 time: 0.8465328 Sep 07 14:45:34.468975 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55e425cd-e5d1-44f5-a995-ca5898bd5ffc', 'tag': 'd18c9654-2f62-481f-91a1-93dcb93ba321'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:45:34.471244 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ae4c01fc0fef93246b53b81dc3c4053f5278a59fc30262d76e8d579d86f7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d277ab7-3b9b-45d5-8869-96d73b7249a3" -d '{"events": [{"name": "network-changed", "server_uuid": "55e425cd-e5d1-44f5-a995-ca5898bd5ffc", "tag": "d18c9654-2f62-481f-91a1-93dcb93ba321"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:45:34.494955 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580d0d93-62b2-4f6f-ab0d-124cccd3da4c None None] New status for floating IP 70beb8ba-18e0-41c0-9f73-0c3bad20a212: ACTIVE {{(pid=94643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 14:45:34.507148 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e8d77-9109-4278-8297-7ae6077a6980 service neutron] Pushing event updated for resources: {'Port': ['ID=d18c9654-2f62-481f-91a1-93dcb93ba321,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:45:34.526580 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3065f13-24e6-4bda-b0a1-95c09a820cc5 x-openstack-request-id: req-d3065f13-24e6-4bda-b0a1-95c09a820cc5 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:45:34.526877 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55e425cd-e5d1-44f5-a995-ca5898bd5ffc", "tag": "d18c9654-2f62-481f-91a1-93dcb93ba321", "status": "completed", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:45:34.527134 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d3065f13-24e6-4bda-b0a1-95c09a820cc5 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:45:34.527529 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55e425cd-e5d1-44f5-a995-ca5898bd5ffc', 'tag': 'd18c9654-2f62-481f-91a1-93dcb93ba321', 'status': 'completed', 'code': 200} Sep 07 14:45:34.589615 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d277ab7-3b9b-45d5-8869-96d73b7249a3 req-f4af0d57-5569-46cf-b591-ec25bef977a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:34.591171 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-3d277ab7-3b9b-45d5-8869-96d73b7249a3 req-f4af0d57-5569-46cf-b591-ec25bef977a7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1ba3d55edb3e499184531bf67c3c4842&device_id=55e425cd-e5d1-44f5-a995-ca5898bd5ffc HTTP/1.1" status: 200 len: 1097 time: 0.0419321 Sep 07 14:45:34.700334 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d277ab7-3b9b-45d5-8869-96d73b7249a3 req-9ee173ad-39ed-482a-a2ed-484d4ed6eccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:34.702521 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-3d277ab7-3b9b-45d5-8869-96d73b7249a3 req-9ee173ad-39ed-482a-a2ed-484d4ed6eccb service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=1ba3d55edb3e499184531bf67c3c4842&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0987525 Sep 07 14:45:34.805898 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d277ab7-3b9b-45d5-8869-96d73b7249a3 req-566dc4ca-60bc-4439-b2d1-2f39965f7ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:34.807406 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-3d277ab7-3b9b-45d5-8869-96d73b7249a3 req-566dc4ca-60bc-4439-b2d1-2f39965f7ef3 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0970547 Sep 07 14:45:34.896143 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dea506-5dd5-4cd6-b2bb-b49b53e83c48 req-8bc05e3c-4f22-41e5-94aa-9f42b7267080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:34.897366 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-12dea506-5dd5-4cd6-b2bb-b49b53e83c48 req-8bc05e3c-4f22-41e5-94aa-9f42b7267080 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1ba3d55edb3e499184531bf67c3c4842&device_id=55e425cd-e5d1-44f5-a995-ca5898bd5ffc HTTP/1.1" status: 200 len: 1097 time: 0.0446332 Sep 07 14:45:34.941656 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-12dea506-5dd5-4cd6-b2bb-b49b53e83c48 req-41470806-e7d9-4157-8763-5fcff02fa780 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d18c9654-2f62-481f-91a1-93dcb93ba321 HTTP/1.1" status: 200 len: 217 time: 0.0343471 Sep 07 14:45:34.996115 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dea506-5dd5-4cd6-b2bb-b49b53e83c48 req-0da65d24-7489-40bd-acd5-889cf241358c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:34.997572 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-12dea506-5dd5-4cd6-b2bb-b49b53e83c48 req-0da65d24-7489-40bd-acd5-889cf241358c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a428d6e7-1071-4c4e-b1b4-9cac1d8857f1 HTTP/1.1" status: 200 len: 855 time: 0.0437503 Sep 07 14:45:35.030990 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2b3fd77d-25ec-435a-b15a-40452dcea1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:35.037640 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-12dea506-5dd5-4cd6-b2bb-b49b53e83c48 req-48cc9d0f-3966-4877-9fb2-672ce0bafbc0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=419342fd-bcfd-4b23-9c63-a26e6b7575cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281851 Sep 07 14:45:35.133953 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-12dea506-5dd5-4cd6-b2bb-b49b53e83c48 req-2a7101a2-d334-4e5f-acc2-e657fda24b8b service neutron] 10.222.0.22 "GET /v2.0/networks/419342fd-bcfd-4b23-9c63-a26e6b7575cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873694 Sep 07 14:45:35.239640 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-12dea506-5dd5-4cd6-b2bb-b49b53e83c48 req-b61618eb-058d-4d79-b8e9-7c1c2cef339b service neutron] 10.222.0.22 "GET /v2.0/networks/419342fd-bcfd-4b23-9c63-a26e6b7575cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980840 Sep 07 14:45:35.365349 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd77af7-0495-4c45-902c-6357b2f00888 req-a9b90267-6554-476f-baad-c41abaa31d2f tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:35.366863 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5bd77af7-0495-4c45-902c-6357b2f00888 req-a9b90267-6554-476f-baad-c41abaa31d2f tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=55e425cd-e5d1-44f5-a995-ca5898bd5ffc HTTP/1.1" status: 200 len: 944 time: 0.0521564 Sep 07 14:45:35.408334 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5bd77af7-0495-4c45-902c-6357b2f00888 req-29fb3ccc-4f99-4f38-9aec-74b053f474b8 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/security-groups?id=7dd37e91-21ab-40c5-a3d8-e358ab3572d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318768 Sep 07 14:45:35.496121 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:35.607314 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-9e3373a9-35f0-490b-85e5-52d6ace13fd3 req-f6d51446-183c-49e7-aa08-632c4e189f5f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406165 Sep 07 14:45:35.683916 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3373a9-35f0-490b-85e5-52d6ace13fd3 req-f92ccf54-a987-4a91-8e03-58396d132861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:35.683916 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-9e3373a9-35f0-490b-85e5-52d6ace13fd3 req-f92ccf54-a987-4a91-8e03-58396d132861 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fb8695fb2fcc49db9e216007d032174f&device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 1098 time: 0.0458009 Sep 07 14:45:36.061271 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3373a9-35f0-490b-85e5-52d6ace13fd3 req-9a18d98a-3e01-4834-a6f0-27ea51fa7ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:36.063049 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-9e3373a9-35f0-490b-85e5-52d6ace13fd3 req-9a18d98a-3e01-4834-a6f0-27ea51fa7ad2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2b04c4b7-51ec-44a3-876e-a0d61c647f54 HTTP/1.1" status: 200 len: 910 time: 0.3621731 Sep 07 14:45:36.134865 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-9e3373a9-35f0-490b-85e5-52d6ace13fd3 req-c236f32d-de77-4d6f-9065-22dd86432f84 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1c4d773-fd96-46c6-a471-a5752da670a9 HTTP/1.1" status: 200 len: 1000 time: 0.0623662 Sep 07 14:45:36.198731 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3373a9-35f0-490b-85e5-52d6ace13fd3 req-188bc092-fecd-4149-8267-21768b05df0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:36.200230 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-9e3373a9-35f0-490b-85e5-52d6ace13fd3 req-188bc092-fecd-4149-8267-21768b05df0c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6ccff5bd-d913-47ce-b5ae-4e400120a8ad HTTP/1.1" status: 200 len: 848 time: 0.0513151 Sep 07 14:45:36.242156 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:36.255097 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3373a9-35f0-490b-85e5-52d6ace13fd3 req-d1607d12-b909-4bcc-aed4-e824011ac8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:36.256640 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-9e3373a9-35f0-490b-85e5-52d6ace13fd3 req-d1607d12-b909-4bcc-aed4-e824011ac8e5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2b04c4b7-51ec-44a3-876e-a0d61c647f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420330 Sep 07 14:45:36.362778 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-9e3373a9-35f0-490b-85e5-52d6ace13fd3 req-ec6e1000-962e-4cc8-a37c-b4313358dc58 service neutron] 10.222.0.22 "GET /v2.0/networks/2b04c4b7-51ec-44a3-876e-a0d61c647f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887642 Sep 07 14:45:36.384819 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515eda2d-5e57-4dc1-be50-fd32c0f714ff req-6389de55-d1e3-472a-ad1c-283b438eac47 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:36.386340 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-515eda2d-5e57-4dc1-be50-fd32c0f714ff req-6389de55-d1e3-472a-ad1c-283b438eac47 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 945 time: 0.0528004 Sep 07 14:45:36.426672 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-515eda2d-5e57-4dc1-be50-fd32c0f714ff req-50df2207-83bc-4bed-a8ae-a268845ee685 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc6dafd9-1d11-4509-b316-0249bf4d39f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334139 Sep 07 14:45:36.469897 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-9e3373a9-35f0-490b-85e5-52d6ace13fd3 req-a71e674c-1798-4a02-9b0a-367248d2e283 service neutron] 10.222.0.22 "GET /v2.0/networks/2b04c4b7-51ec-44a3-876e-a0d61c647f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949266 Sep 07 14:45:36.530202 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ef9cf-7452-43a0-a292-95760e353f85 req-fcfc0da6-48aa-4b68-9838-550582a4ed35 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:36.531690 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b46ef9cf-7452-43a0-a292-95760e353f85 req-fcfc0da6-48aa-4b68-9838-550582a4ed35 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=55e425cd-e5d1-44f5-a995-ca5898bd5ffc HTTP/1.1" status: 200 len: 944 time: 0.0500836 Sep 07 14:45:36.569750 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b46ef9cf-7452-43a0-a292-95760e353f85 req-cefe614b-ccaa-48fc-b55c-789f8206dc3f tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/security-groups?id=7dd37e91-21ab-40c5-a3d8-e358ab3572d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320616 Sep 07 14:45:37.548508 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccc87d-ad7c-465f-821c-1e63c23ef43d req-e38cb3b5-ff3a-4291-9117-e37ed28a9dfb tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:37.550020 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-adccc87d-ad7c-465f-821c-1e63c23ef43d req-e38cb3b5-ff3a-4291-9117-e37ed28a9dfb tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 945 time: 0.0536404 Sep 07 14:45:37.587993 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-adccc87d-ad7c-465f-821c-1e63c23ef43d req-ed30e0f2-1d52-4bc3-adf3-74f0dd4e1276 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc6dafd9-1d11-4509-b316-0249bf4d39f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317841 Sep 07 14:45:37.667441 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device d18c9654-2f62-481f-91a1-93dcb93ba321 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:45:37.686816 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1e4d4-5c73-4d74-ae02-965172ad5887 req-15216c4d-d450-4a63-bb71-06e71a0d1ab0 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:37.688306 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3bd1e4d4-5c73-4d74-ae02-965172ad5887 req-15216c4d-d450-4a63-bb71-06e71a0d1ab0 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=55e425cd-e5d1-44f5-a995-ca5898bd5ffc HTTP/1.1" status: 200 len: 944 time: 0.0515857 Sep 07 14:45:37.731418 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3bd1e4d4-5c73-4d74-ae02-965172ad5887 req-77d54da1-faf2-44e5-a3e6-dafcd17f786d tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/security-groups?id=7dd37e91-21ab-40c5-a3d8-e358ab3572d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361071 Sep 07 14:45:37.786015 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port d18c9654-2f62-481f-91a1-93dcb93ba321, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=d18c9654-2f62-481f-91a1-93dcb93ba321,segment=NetworkSegment(c9e36979-67d0-41e6-9a74-0d9aaf916bb8),segment_id=c9e36979-67d0-41e6-9a74-0d9aaf916bb8)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:45:37.797421 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Returning: {'device': 'd18c9654-2f62-481f-91a1-93dcb93ba321', 'network_id': '419342fd-bcfd-4b23-9c63-a26e6b7575cf', 'port_id': 'd18c9654-2f62-481f-91a1-93dcb93ba321', 'mac_address': 'fa:16:3e:9d:a4:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a428d6e7-1071-4c4e-b1b4-9cac1d8857f1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:45:37.836948 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:37.838781 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:37.850230 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d18c9654-2f62-481f-91a1-93dcb93ba321 {{(pid=94642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:45:37.869305 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port d18c9654-2f62-481f-91a1-93dcb93ba321, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=d18c9654-2f62-481f-91a1-93dcb93ba321,segment=NetworkSegment(c9e36979-67d0-41e6-9a74-0d9aaf916bb8),segment_id=c9e36979-67d0-41e6-9a74-0d9aaf916bb8)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:45:37.961511 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:38.009379 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=d18c9654-2f62-481f-91a1-93dcb93ba321,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:45:38.318407 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] get_ports_and_sgs() called for port_ids ['d18c9654-2f62-481f-91a1-93dcb93ba321'] {{(pid=94642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:45:38.539792 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 54756) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:45:38.644973 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30a9628b-b719-40b6-a186-288851ccedf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:38.726235 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e0c2d-8d12-45bc-b8aa-7ec432a21b0a req-1a387883-df7c-4c35-89ed-dbee733854d6 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:38.727705 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-327e0c2d-8d12-45bc-b8aa-7ec432a21b0a req-1a387883-df7c-4c35-89ed-dbee733854d6 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 945 time: 0.0720756 Sep 07 14:45:38.783176 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-327e0c2d-8d12-45bc-b8aa-7ec432a21b0a req-7fd32b18-e6d3-42a6-9bb0-2e5b84464ec8 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc6dafd9-1d11-4509-b316-0249bf4d39f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492589 Sep 07 14:45:38.808205 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30a9628b-b719-40b6-a186-288851ccedf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:38.855171 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ecae8a-7be4-4f38-9be0-1a63b3631dd7 req-8eb7188a-5144-4db1-aa47-35aefb0a38f5 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:38.856534 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-91ecae8a-7be4-4f38-9be0-1a63b3631dd7 req-8eb7188a-5144-4db1-aa47-35aefb0a38f5 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=55e425cd-e5d1-44f5-a995-ca5898bd5ffc HTTP/1.1" status: 200 len: 945 time: 0.0511212 Sep 07 14:45:38.896677 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-91ecae8a-7be4-4f38-9be0-1a63b3631dd7 req-8a4bbf21-01c2-4611-b376-18ecd33c972b tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/security-groups?id=7dd37e91-21ab-40c5-a3d8-e358ab3572d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331693 Sep 07 14:45:38.897697 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30a9628b-b719-40b6-a186-288851ccedf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:38.938099 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-30a9628b-b719-40b6-a186-288851ccedf4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4b7de45875cb48e0972fe8a26ca0f003&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3971834 Sep 07 14:45:38.938967 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a9628b-b719-40b6-a186-288851ccedf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a8b0dd-5256-4447-921f-1097606f2aaa,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:45:38.940844 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 54764) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:45:38.990300 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b0056233-2100-44e1-9395-e7180a16ed8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:39.011217 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b0056233-2100-44e1-9395-e7180a16ed8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:39.116037 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b0056233-2100-44e1-9395-e7180a16ed8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:39.118558 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b0056233-2100-44e1-9395-e7180a16ed8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:39.119722 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-b0056233-2100-44e1-9395-e7180a16ed8d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a4a8b0dd-5256-4447-921f-1097606f2aaa HTTP/1.1" status: 204 len: 168 time: 0.1773291 Sep 07 14:45:39.128687 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0056233-2100-44e1-9395-e7180a16ed8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a8b0dd-5256-4447-921f-1097606f2aaa,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:45:39.714249 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device d18c9654-2f62-481f-91a1-93dcb93ba321 up at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:45:39.813546 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Provisioning for port d18c9654-2f62-481f-91a1-93dcb93ba321 completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:45:39.819280 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Provisioning complete for port d18c9654-2f62-481f-91a1-93dcb93ba321 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:45:39.819788 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:39.867179 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 54772) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:45:39.881296 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5f88c283-17bb-4521-9e64-5cf51acd3162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:39.902491 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd240ef6-cc1d-4e6f-9c40-52f5a38754e5 req-13cd190c-f6d4-4f79-9559-ea4a5390424c tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:39.904921 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-fd240ef6-cc1d-4e6f-9c40-52f5a38754e5 req-13cd190c-f6d4-4f79-9559-ea4a5390424c tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 945 time: 0.0543237 Sep 07 14:45:39.910819 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:39.936211 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e425cd-e5d1-44f5-a995-ca5898bd5ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18c9654-2f62-481f-91a1-93dcb93ba321'}] {{(pid=94642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:45:39.938633 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd6d84ba8741af88afecd5b756310c726975e6558383509c2c49b1cfba31424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe00baf-e0fe-41d8-8365-44ce0b6b85a7" -d '{"events": [{"server_uuid": "55e425cd-e5d1-44f5-a995-ca5898bd5ffc", "name": "network-vif-plugged", "status": "completed", "tag": "d18c9654-2f62-481f-91a1-93dcb93ba321"}]}' {{(pid=94642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:45:39.954950 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port d18c9654-2f62-481f-91a1-93dcb93ba321, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=d18c9654-2f62-481f-91a1-93dcb93ba321,segment=NetworkSegment(c9e36979-67d0-41e6-9a74-0d9aaf916bb8),segment_id=c9e36979-67d0-41e6-9a74-0d9aaf916bb8)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:45:39.957764 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-fd240ef6-cc1d-4e6f-9c40-52f5a38754e5 req-b8e7e6d5-8d20-4d37-a357-5edc9cb26599 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc6dafd9-1d11-4509-b316-0249bf4d39f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457997 Sep 07 14:45:39.982296 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5f88c283-17bb-4521-9e64-5cf51acd3162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:40.003590 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4efb91-fd0f-479c-b008-93c2c8129b59 x-openstack-request-id: req-de4efb91-fd0f-479c-b008-93c2c8129b59 {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:45:40.003883 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55e425cd-e5d1-44f5-a995-ca5898bd5ffc", "name": "network-vif-plugged", "status": "completed", "tag": "d18c9654-2f62-481f-91a1-93dcb93ba321", "code": 200}]} {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:45:40.004134 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-de4efb91-fd0f-479c-b008-93c2c8129b59 {{(pid=94642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:45:40.004522 dv-cinder-760153-9-iscsi neutron-server[94642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55e425cd-e5d1-44f5-a995-ca5898bd5ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18c9654-2f62-481f-91a1-93dcb93ba321', 'code': 200} Sep 07 14:45:40.045025 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8799de-73fd-478b-951d-259f84ec8a87 req-8615fa17-94f4-4cb2-9384-0e18dc92520c tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:40.046652 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8c8799de-73fd-478b-951d-259f84ec8a87 req-8615fa17-94f4-4cb2-9384-0e18dc92520c tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=55e425cd-e5d1-44f5-a995-ca5898bd5ffc HTTP/1.1" status: 200 len: 945 time: 0.0556619 Sep 07 14:45:40.064606 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:40.086200 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8c8799de-73fd-478b-951d-259f84ec8a87 req-9f01c16c-91e1-4ccd-9c66-b8912d09912b tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/security-groups?id=7dd37e91-21ab-40c5-a3d8-e358ab3572d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335698 Sep 07 14:45:40.110622 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5f88c283-17bb-4521-9e64-5cf51acd3162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:40.119543 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=d18c9654-2f62-481f-91a1-93dcb93ba321,revision_number=5']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:45:40.153613 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-5f88c283-17bb-4521-9e64-5cf51acd3162 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f25e93d4fcd34d5fbd261fc403357ba3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2853372 Sep 07 14:45:40.155709 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88c283-17bb-4521-9e64-5cf51acd3162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34958e41-7457-4638-850a-e7e1289432f5,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:45:40.157210 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 54780) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:45:40.210119 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f91eb19d-9482-425f-9cca-efc42a375692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:40.233197 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f91eb19d-9482-425f-9cca-efc42a375692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:40.344153 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f91eb19d-9482-425f-9cca-efc42a375692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:40.346763 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f91eb19d-9482-425f-9cca-efc42a375692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:40.347949 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-f91eb19d-9482-425f-9cca-efc42a375692 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/34958e41-7457-4638-850a-e7e1289432f5 HTTP/1.1" status: 204 len: 168 time: 0.1895258 Sep 07 14:45:40.356706 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91eb19d-9482-425f-9cca-efc42a375692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34958e41-7457-4638-850a-e7e1289432f5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:45:40.408331 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf76f3-de87-4b8d-951e-db36c7dc415e req-6f39ffe1-bc72-454f-bc0d-9af600d0f376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:40.409846 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-b6bf76f3-de87-4b8d-951e-db36c7dc415e req-6f39ffe1-bc72-454f-bc0d-9af600d0f376 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=55e425cd-e5d1-44f5-a995-ca5898bd5ffc HTTP/1.1" status: 200 len: 1099 time: 0.0413356 Sep 07 14:45:40.448914 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-b6bf76f3-de87-4b8d-951e-db36c7dc415e req-e1a3810e-daeb-4ee8-947f-17a04e7f3423 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=7dd37e91-21ab-40c5-a3d8-e358ab3572d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297666 Sep 07 14:45:41.078571 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391f4ee-cdc0-4d7a-a7d1-5af1dbe97319 req-cbc3825d-7b70-4a0a-b089-de04bce813ea tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:41.079955 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7391f4ee-cdc0-4d7a-a7d1-5af1dbe97319 req-cbc3825d-7b70-4a0a-b089-de04bce813ea tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 945 time: 0.0522735 Sep 07 14:45:41.116945 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7391f4ee-cdc0-4d7a-a7d1-5af1dbe97319 req-cc0509db-7cab-4e0b-b633-c943af7c8313 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc6dafd9-1d11-4509-b316-0249bf4d39f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310197 Sep 07 14:45:41.209214 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3064b4-5b7e-4949-8933-5965a98fa087 req-2b73a22a-f416-4744-81e2-c6cb13610844 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:41.210773 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-dc3064b4-5b7e-4949-8933-5965a98fa087 req-2b73a22a-f416-4744-81e2-c6cb13610844 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=55e425cd-e5d1-44f5-a995-ca5898bd5ffc HTTP/1.1" status: 200 len: 946 time: 0.0522978 Sep 07 14:45:41.249860 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-dc3064b4-5b7e-4949-8933-5965a98fa087 req-d1c8dff3-029b-45c7-b9f2-f9b88f344bd9 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/security-groups?id=7dd37e91-21ab-40c5-a3d8-e358ab3572d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316353 Sep 07 14:45:42.236430 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17f2ee-8ee2-41e4-9350-73122a49af89 req-52bab247-67e9-4698-8edf-fc3e281d6cbd tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:42.237903 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-fb17f2ee-8ee2-41e4-9350-73122a49af89 req-52bab247-67e9-4698-8edf-fc3e281d6cbd tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 945 time: 0.0494854 Sep 07 14:45:42.275110 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-fb17f2ee-8ee2-41e4-9350-73122a49af89 req-83d174f0-15e9-4f77-a36d-57561d026035 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc6dafd9-1d11-4509-b316-0249bf4d39f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312116 Sep 07 14:45:42.370706 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7a1fe-f520-4b4b-9ff0-8f477109eae9 req-121ff6fb-725b-4898-897e-305cc492ddc8 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:42.372154 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c6c7a1fe-f520-4b4b-9ff0-8f477109eae9 req-121ff6fb-725b-4898-897e-305cc492ddc8 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=55e425cd-e5d1-44f5-a995-ca5898bd5ffc HTTP/1.1" status: 200 len: 946 time: 0.0514600 Sep 07 14:45:42.409307 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c6c7a1fe-f520-4b4b-9ff0-8f477109eae9 req-e5f2526a-0c77-4947-b7d6-6127c0d8eb69 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/security-groups?id=7dd37e91-21ab-40c5-a3d8-e358ab3572d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308168 Sep 07 14:45:43.389061 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894ca5d-8f55-44de-97e3-17678b0d817e req-b0372718-ac57-458f-a5e9-2c1d44c9398a tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:43.394863 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5894ca5d-8f55-44de-97e3-17678b0d817e req-b0372718-ac57-458f-a5e9-2c1d44c9398a tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 945 time: 0.0493999 Sep 07 14:45:43.428551 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5894ca5d-8f55-44de-97e3-17678b0d817e req-f0b3c09d-328c-41b1-8230-94ca12a1ec8a tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc6dafd9-1d11-4509-b316-0249bf4d39f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312347 Sep 07 14:45:44.545291 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7eb24-1809-489e-b062-90522ea07cb4 req-770eb2c6-2d7c-422b-866d-8a37ea0bc738 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:44.547188 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0db7eb24-1809-489e-b062-90522ea07cb4 req-770eb2c6-2d7c-422b-866d-8a37ea0bc738 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 945 time: 0.0503364 Sep 07 14:45:44.584608 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0db7eb24-1809-489e-b062-90522ea07cb4 req-c2b936fb-b691-4716-9c8e-8e0b76d95847 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc6dafd9-1d11-4509-b316-0249bf4d39f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313213 Sep 07 14:45:45.701382 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fadbc37-a8cd-4919-b1b6-0fc7784093de req-f1c53c0d-b412-4704-8c7a-baec3a8deb5b tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:45.703791 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5fadbc37-a8cd-4919-b1b6-0fc7784093de req-f1c53c0d-b412-4704-8c7a-baec3a8deb5b tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 945 time: 0.0539238 Sep 07 14:45:45.743532 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5fadbc37-a8cd-4919-b1b6-0fc7784093de req-3d607749-c21d-489a-a0c2-860156ed7dde tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc6dafd9-1d11-4509-b316-0249bf4d39f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337653 Sep 07 14:45:46.856236 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc017d-4d03-425d-aba5-9e60d67392bf req-90a4f277-9086-4853-9b11-655a80fb2af3 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:46.857709 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-46bc017d-4d03-425d-aba5-9e60d67392bf req-90a4f277-9086-4853-9b11-655a80fb2af3 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 945 time: 0.0494182 Sep 07 14:45:46.896772 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-46bc017d-4d03-425d-aba5-9e60d67392bf req-75f4f3dd-7b24-47c9-a04e-6c1ca19ac279 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc6dafd9-1d11-4509-b316-0249bf4d39f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319035 Sep 07 14:45:47.386484 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.agents_db [None req-8586c0a8-7e1b-4ad5-b29e-274ce3295afb None None] Agent healthcheck: found 6 active agents {{(pid=94643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:45:48.013739 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e2f19-ba55-46e3-ab2f-97a5efbe559d req-9ab62606-3fb0-49c3-baf5-0991fb156637 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:48.015851 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2c1e2f19-ba55-46e3-ab2f-97a5efbe559d req-9ab62606-3fb0-49c3-baf5-0991fb156637 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 945 time: 0.0516067 Sep 07 14:45:48.054693 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2c1e2f19-ba55-46e3-ab2f-97a5efbe559d req-ca3876c6-b119-4326-944c-0207f259dff0 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc6dafd9-1d11-4509-b316-0249bf4d39f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329049 Sep 07 14:45:49.185396 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0491e5-e173-44bb-8c8a-11fac60e96ef req-8655fc67-387c-42ba-8c42-0748cfa0b434 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:49.187609 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8e0491e5-e173-44bb-8c8a-11fac60e96ef req-8655fc67-387c-42ba-8c42-0748cfa0b434 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 945 time: 0.0534847 Sep 07 14:45:49.225598 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8e0491e5-e173-44bb-8c8a-11fac60e96ef req-9249a28c-756f-41f3-8b80-a7cdc6264a6a tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc6dafd9-1d11-4509-b316-0249bf4d39f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319862 Sep 07 14:45:50.343651 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e3d8b-fdd8-4146-8adb-1f90676272f6 req-e447cd55-13e5-44a8-afab-c4bfa31b870b tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:50.344987 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9f2e3d8b-fdd8-4146-8adb-1f90676272f6 req-e447cd55-13e5-44a8-afab-c4bfa31b870b tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 945 time: 0.0525014 Sep 07 14:45:50.383439 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9f2e3d8b-fdd8-4146-8adb-1f90676272f6 req-ef021776-8916-4fab-80cc-98d22c69bf2a tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc6dafd9-1d11-4509-b316-0249bf4d39f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324099 Sep 07 14:45:51.502595 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f0124-ff3a-4205-9e1e-bdeaffd22ab8 req-861315c9-771f-431f-ba59-bc06fef74b3b tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:51.504263 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-047f0124-ff3a-4205-9e1e-bdeaffd22ab8 req-861315c9-771f-431f-ba59-bc06fef74b3b tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 945 time: 0.0511234 Sep 07 14:45:51.542912 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-047f0124-ff3a-4205-9e1e-bdeaffd22ab8 req-5f87fd8e-59af-45e5-88ba-f37b6433f0e5 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc6dafd9-1d11-4509-b316-0249bf4d39f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324740 Sep 07 14:45:51.749582 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 54916) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:45:51.853243 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aedfe240-833e-4195-a3a6-d4ecea8cf51f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:51.945153 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aedfe240-833e-4195-a3a6-d4ecea8cf51f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:51.990270 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aedfe240-833e-4195-a3a6-d4ecea8cf51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:52.027414 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-aedfe240-833e-4195-a3a6-d4ecea8cf51f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e9762c6176d14f669c9bd2fa304ada75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2767432 Sep 07 14:45:52.028278 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedfe240-833e-4195-a3a6-d4ecea8cf51f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78882f94-a461-4c49-85bc-93eb1b955c1d,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:45:52.030743 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 54922) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:45:52.079890 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1944340f-87c0-4ebd-99ca-e97f25a855f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:52.104795 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1944340f-87c0-4ebd-99ca-e97f25a855f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:52.196806 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1944340f-87c0-4ebd-99ca-e97f25a855f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:52.199679 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1944340f-87c0-4ebd-99ca-e97f25a855f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:52.200852 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-1944340f-87c0-4ebd-99ca-e97f25a855f2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/78882f94-a461-4c49-85bc-93eb1b955c1d HTTP/1.1" status: 204 len: 168 time: 0.1691117 Sep 07 14:45:52.208875 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944340f-87c0-4ebd-99ca-e97f25a855f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78882f94-a461-4c49-85bc-93eb1b955c1d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:45:52.355183 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f51de-e189-4943-89f9-8ae209492b77 req-da896b40-ec95-4f5d-9a12-904003b8a500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:52.356699 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-748f51de-e189-4943-89f9-8ae209492b77 req-da896b40-ec95-4f5d-9a12-904003b8a500 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fb8695fb2fcc49db9e216007d032174f&device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 1098 time: 0.0440700 Sep 07 14:45:52.448130 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f51de-e189-4943-89f9-8ae209492b77 req-54c65c1c-1c2c-4894-8ada-09c00992040f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:52.449568 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-748f51de-e189-4943-89f9-8ae209492b77 req-54c65c1c-1c2c-4894-8ada-09c00992040f service neutron] 10.222.0.22 "GET /v2.0/networks?id=2b04c4b7-51ec-44a3-876e-a0d61c647f54 HTTP/1.1" status: 200 len: 910 time: 0.0854511 Sep 07 14:45:52.522885 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-748f51de-e189-4943-89f9-8ae209492b77 req-194f5eec-1230-4ac4-bafb-c0565bf88646 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1c4d773-fd96-46c6-a471-a5752da670a9 HTTP/1.1" status: 200 len: 1000 time: 0.0657253 Sep 07 14:45:52.579779 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f51de-e189-4943-89f9-8ae209492b77 req-cda217af-d816-4097-952a-df43ac30452b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:52.581152 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-748f51de-e189-4943-89f9-8ae209492b77 req-cda217af-d816-4097-952a-df43ac30452b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6ccff5bd-d913-47ce-b5ae-4e400120a8ad HTTP/1.1" status: 200 len: 848 time: 0.0492768 Sep 07 14:45:52.634569 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f51de-e189-4943-89f9-8ae209492b77 req-d7e3faae-3c3c-4195-a210-fde69135eab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:52.636327 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-748f51de-e189-4943-89f9-8ae209492b77 req-d7e3faae-3c3c-4195-a210-fde69135eab1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2b04c4b7-51ec-44a3-876e-a0d61c647f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466981 Sep 07 14:45:52.661265 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b908a-1cc2-45cd-8068-e0823957434b req-fa4b043b-ee1e-4658-8d64-8f867d3ee417 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:52.662992 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b01b908a-1cc2-45cd-8068-e0823957434b req-fa4b043b-ee1e-4658-8d64-8f867d3ee417 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 945 time: 0.0514336 Sep 07 14:45:52.705409 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b01b908a-1cc2-45cd-8068-e0823957434b req-fb953528-e29e-4887-9bbd-4fc150e61f6e tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc6dafd9-1d11-4509-b316-0249bf4d39f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357537 Sep 07 14:45:52.739263 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-748f51de-e189-4943-89f9-8ae209492b77 req-efc3d759-d49e-4a65-ae28-ed3896e36a41 service neutron] 10.222.0.22 "GET /v2.0/networks/2b04c4b7-51ec-44a3-876e-a0d61c647f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940614 Sep 07 14:45:52.832242 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-748f51de-e189-4943-89f9-8ae209492b77 req-997a0ad5-af62-47e8-98c8-9d634e80ebad service neutron] 10.222.0.22 "GET /v2.0/networks/2b04c4b7-51ec-44a3-876e-a0d61c647f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850444 Sep 07 14:45:53.822051 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212c577-5fd9-414a-8b8a-4fb713d21584 req-61cd3af8-7ccb-4129-8018-d1d81e6943c4 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:53.823647 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6212c577-5fd9-414a-8b8a-4fb713d21584 req-61cd3af8-7ccb-4129-8018-d1d81e6943c4 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 945 time: 0.0508885 Sep 07 14:45:53.867774 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-6212c577-5fd9-414a-8b8a-4fb713d21584 req-e5d4b550-1bbe-4723-a366-2cbc0dec4007 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc6dafd9-1d11-4509-b316-0249bf4d39f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379093 Sep 07 14:45:54.991468 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99951667-5803-4437-85f5-901bbc825641 req-7aad6292-d1e8-435f-b0e7-57f0c278b707 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:54.992950 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-99951667-5803-4437-85f5-901bbc825641 req-7aad6292-d1e8-435f-b0e7-57f0c278b707 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 945 time: 0.0523107 Sep 07 14:45:55.034972 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-99951667-5803-4437-85f5-901bbc825641 req-6170342a-9ab9-4c36-95a6-ce4e5c20a65e tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc6dafd9-1d11-4509-b316-0249bf4d39f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355523 Sep 07 14:45:56.151389 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6018e08-073f-412a-861b-3d3c5048e68d req-513aa334-ce26-4567-bccc-699e189b4429 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:56.152952 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c6018e08-073f-412a-861b-3d3c5048e68d req-513aa334-ce26-4567-bccc-699e189b4429 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 945 time: 0.0503175 Sep 07 14:45:56.193866 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c6018e08-073f-412a-861b-3d3c5048e68d req-05a0f01e-c8ae-4a1e-bbf2-93194183d17e tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc6dafd9-1d11-4509-b316-0249bf4d39f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342276 Sep 07 14:45:56.264844 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [req-26bba84d-8bc5-450e-ab61-f4772f36664c req-9f2baee1-c993-4631-8e37-00f893ac738c service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 14:45:56.265825 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-26bba84d-8bc5-450e-ab61-f4772f36664c req-9f2baee1-c993-4631-8e37-00f893ac738c service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057206 Sep 07 14:45:56.722961 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd0bf2-6790-41ce-ad15-2a8007dcf867 req-9b6a1d07-f3ac-42ef-a7ff-da119a0e9f35 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:56.724465 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-51bd0bf2-6790-41ce-ad15-2a8007dcf867 req-9b6a1d07-f3ac-42ef-a7ff-da119a0e9f35 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 945 time: 0.0500124 Sep 07 14:45:56.765463 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-51bd0bf2-6790-41ce-ad15-2a8007dcf867 req-0d827514-b639-4240-bc8f-15d8e0f496f7 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc6dafd9-1d11-4509-b316-0249bf4d39f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348563 Sep 07 14:45:56.871765 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-a2eed033-6634-41cd-9241-8eec1c6bf546 req-bcbf51f6-6c0c-42f4-a024-5cdbc5b501a7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1384861 Sep 07 14:45:57.895391 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b1c1c-0918-45d6-965d-29f13be95c7b req-93a6bd52-c1b7-4d4c-ba6b-52685fceae0f tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:57.896871 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e68b1c1c-0918-45d6-965d-29f13be95c7b req-93a6bd52-c1b7-4d4c-ba6b-52685fceae0f tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 945 time: 0.0552917 Sep 07 14:45:57.934849 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e68b1c1c-0918-45d6-965d-29f13be95c7b req-b26a34f4-4b8c-46f5-86b5-feb4675b762c tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc6dafd9-1d11-4509-b316-0249bf4d39f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320768 Sep 07 14:45:59.057061 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb853ce-3751-49c8-8148-bf4f82e6ae22 req-ed1d62c4-f015-454f-9957-4db882f93d55 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:59.058595 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4bb853ce-3751-49c8-8148-bf4f82e6ae22 req-ed1d62c4-f015-454f-9957-4db882f93d55 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 945 time: 0.0514865 Sep 07 14:45:59.098481 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4bb853ce-3751-49c8-8148-bf4f82e6ae22 req-6a1360ba-002a-4776-b174-54bc3bebce90 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc6dafd9-1d11-4509-b316-0249bf4d39f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339289 Sep 07 14:45:59.511575 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eed033-6634-41cd-9241-8eec1c6bf546 req-a1f21201-1ec9-4ee5-8c7b-5bae1c494083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:59.512990 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-a2eed033-6634-41cd-9241-8eec1c6bf546 req-a1f21201-1ec9-4ee5-8c7b-5bae1c494083 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582&tenant_id=fb8695fb2fcc49db9e216007d032174f HTTP/1.1" status: 200 len: 1098 time: 0.0404010 Sep 07 14:45:59.522195 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5a1f4-990c-4115-a4ba-a6ded8eb983f req-ddf31718-89c4-499f-bce3-169da35cc1b8 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:59.523732 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a6f5a1f4-990c-4115-a4ba-a6ded8eb983f req-ddf31718-89c4-499f-bce3-169da35cc1b8 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=55e425cd-e5d1-44f5-a995-ca5898bd5ffc HTTP/1.1" status: 200 len: 946 time: 0.0494838 Sep 07 14:45:59.565620 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a6f5a1f4-990c-4115-a4ba-a6ded8eb983f req-3e2bd46b-09bf-4e7a-8a23-d5d899f0436c tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/security-groups?id=7dd37e91-21ab-40c5-a3d8-e358ab3572d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355015 Sep 07 14:45:59.585597 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eed033-6634-41cd-9241-8eec1c6bf546 req-9fc384bd-035e-4150-923e-1fea83c368c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:59.585597 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-a2eed033-6634-41cd-9241-8eec1c6bf546 req-9fc384bd-035e-4150-923e-1fea83c368c1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fb8695fb2fcc49db9e216007d032174f&device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 1098 time: 0.0418339 Sep 07 14:45:59.682977 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eed033-6634-41cd-9241-8eec1c6bf546 req-a02aece1-5fbb-4cd3-84b1-8fbea6501562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:59.684660 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-a2eed033-6634-41cd-9241-8eec1c6bf546 req-a02aece1-5fbb-4cd3-84b1-8fbea6501562 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2b04c4b7-51ec-44a3-876e-a0d61c647f54 HTTP/1.1" status: 200 len: 910 time: 0.0880151 Sep 07 14:45:59.757353 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-a2eed033-6634-41cd-9241-8eec1c6bf546 req-034bb74b-cdd1-467c-888a-139467436409 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1c4d773-fd96-46c6-a471-a5752da670a9 HTTP/1.1" status: 200 len: 1000 time: 0.0574040 Sep 07 14:45:59.814295 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eed033-6634-41cd-9241-8eec1c6bf546 req-1a71c110-c9fb-4f56-a44b-0a7ce5f54fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:59.815807 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-a2eed033-6634-41cd-9241-8eec1c6bf546 req-1a71c110-c9fb-4f56-a44b-0a7ce5f54fd8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6ccff5bd-d913-47ce-b5ae-4e400120a8ad HTTP/1.1" status: 200 len: 848 time: 0.0486102 Sep 07 14:45:59.834314 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device c1c4d773-fd96-46c6-a471-a5752da670a9 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:45:59.866088 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eed033-6634-41cd-9241-8eec1c6bf546 req-1f000f7b-d8f3-4aa8-9a69-a917cd1debe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:45:59.867600 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-a2eed033-6634-41cd-9241-8eec1c6bf546 req-1f000f7b-d8f3-4aa8-9a69-a917cd1debe8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2b04c4b7-51ec-44a3-876e-a0d61c647f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413048 Sep 07 14:45:59.912234 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:45:59.937773 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '823c5382-42f3-4ed1-b804-105c508f7582', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1c4d773-fd96-46c6-a471-a5752da670a9'}] {{(pid=94642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:45:59.940066 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd6d84ba8741af88afecd5b756310c726975e6558383509c2c49b1cfba31424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8e991d-7da5-4629-bf7c-c943f90960c8" -d '{"events": [{"server_uuid": "823c5382-42f3-4ed1-b804-105c508f7582", "name": "network-vif-unplugged", "status": "completed", "tag": "c1c4d773-fd96-46c6-a471-a5752da670a9"}]}' {{(pid=94642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:45:59.954652 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port c1c4d773-fd96-46c6-a471-a5752da670a9, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=c1c4d773-fd96-46c6-a471-a5752da670a9,segment=NetworkSegment(877a019a-cfdd-4d48-bea9-4e61887389af),segment_id=877a019a-cfdd-4d48-bea9-4e61887389af)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:45:59.963105 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-a2eed033-6634-41cd-9241-8eec1c6bf546 req-e145e9f5-dd48-4b80-9a21-db4685bb2c42 service neutron] 10.222.0.22 "GET /v2.0/networks/2b04c4b7-51ec-44a3-876e-a0d61c647f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868001 Sep 07 14:45:59.986308 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 14:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f379e8e-7c19-41c0-ad21-e281a13c7f68 x-openstack-request-id: req-2f379e8e-7c19-41c0-ad21-e281a13c7f68 {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:45:59.986601 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "823c5382-42f3-4ed1-b804-105c508f7582", "name": "network-vif-unplugged", "status": "completed", "tag": "c1c4d773-fd96-46c6-a471-a5752da670a9", "code": 200}]} {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:45:59.986851 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2f379e8e-7c19-41c0-ad21-e281a13c7f68 {{(pid=94642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:45:59.987240 dv-cinder-760153-9-iscsi neutron-server[94642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '823c5382-42f3-4ed1-b804-105c508f7582', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1c4d773-fd96-46c6-a471-a5752da670a9', 'code': 200} Sep 07 14:46:00.019334 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:00.067161 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-a2eed033-6634-41cd-9241-8eec1c6bf546 req-67daeecd-1638-4f18-b4e8-8e75891a745a service neutron] 10.222.0.22 "GET /v2.0/networks/2b04c4b7-51ec-44a3-876e-a0d61c647f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904422 Sep 07 14:46:00.067369 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=c1c4d773-fd96-46c6-a471-a5752da670a9,revision_number=6']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:46:00.074193 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:00.074541 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:00.074879 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:00.075212 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:00.075547 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:00.075874 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:00.076198 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:00.076524 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:00.076881 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:00.077523 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:00.077523 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:00.077819 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:00.217411 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511ac2c-0f7e-4152-b2b9-4a038776d3c8 req-031052cf-ce6c-4a5d-91b7-a7eef80713a7 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:00.219153 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5511ac2c-0f7e-4152-b2b9-4a038776d3c8 req-031052cf-ce6c-4a5d-91b7-a7eef80713a7 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 943 time: 0.0517504 Sep 07 14:46:00.256632 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5511ac2c-0f7e-4152-b2b9-4a038776d3c8 req-9fef04a0-a4da-42b8-96be-075196dcb7b6 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc6dafd9-1d11-4509-b316-0249bf4d39f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315058 Sep 07 14:46:00.688057 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a56c8-7c3f-4f59-a95e-d12014218c5b req-bb10fbaa-f8c0-4186-9ad4-5fef702a2d6f tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:00.689539 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-310a56c8-7c3f-4f59-a95e-d12014218c5b req-bb10fbaa-f8c0-4186-9ad4-5fef702a2d6f tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=55e425cd-e5d1-44f5-a995-ca5898bd5ffc HTTP/1.1" status: 200 len: 946 time: 0.0504057 Sep 07 14:46:00.727164 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-310a56c8-7c3f-4f59-a95e-d12014218c5b req-0a7d3caa-3e84-474d-9756-fc17341c25e8 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/security-groups?id=7dd37e91-21ab-40c5-a3d8-e358ab3572d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316896 Sep 07 14:46:01.378088 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284a344-066e-4450-a57d-a9d21f64c503 req-cba06cde-feb2-4f32-8ab5-758626ef0a50 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:01.379554 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7284a344-066e-4450-a57d-a9d21f64c503 req-cba06cde-feb2-4f32-8ab5-758626ef0a50 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 943 time: 0.0495694 Sep 07 14:46:01.419417 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7284a344-066e-4450-a57d-a9d21f64c503 req-11c04dd4-26e4-4687-abe1-79c544bf7f76 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc6dafd9-1d11-4509-b316-0249bf4d39f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338681 Sep 07 14:46:01.789863 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b355000-a2f9-4b7b-b745-bf507e5bd60c req-baa3464b-8eff-492a-8c41-a1d7277686ae tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:01.791380 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-9b355000-a2f9-4b7b-b745-bf507e5bd60c req-baa3464b-8eff-492a-8c41-a1d7277686ae tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.22 "GET /v2.0/ports?device_id=55e425cd-e5d1-44f5-a995-ca5898bd5ffc HTTP/1.1" status: 200 len: 946 time: 0.0512707 Sep 07 14:46:01.848282 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355f065-e1f9-4157-aca8-668596267732 req-a10984c2-f578-4067-b6dc-13ca98ff50b6 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:01.850073 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4355f065-e1f9-4157-aca8-668596267732 req-a10984c2-f578-4067-b6dc-13ca98ff50b6 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=55e425cd-e5d1-44f5-a995-ca5898bd5ffc HTTP/1.1" status: 200 len: 946 time: 0.0526056 Sep 07 14:46:01.888551 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4355f065-e1f9-4157-aca8-668596267732 req-a33087a3-5add-48f4-b4d2-398af24dbfce tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/security-groups?id=7dd37e91-21ab-40c5-a3d8-e358ab3572d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320363 Sep 07 14:46:01.893493 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [req-9b355000-a2f9-4b7b-b745-bf507e5bd60c req-22be2c73-88e6-4107-806f-9e2a25465a04 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Deleting port d18c9654-2f62-481f-91a1-93dcb93ba321 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:46:01.893839 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-9b355000-a2f9-4b7b-b745-bf507e5bd60c req-22be2c73-88e6-4107-806f-9e2a25465a04 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:01.985395 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [req-9b355000-a2f9-4b7b-b745-bf507e5bd60c req-22be2c73-88e6-4107-806f-9e2a25465a04 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] For port d18c9654-2f62-481f-91a1-93dcb93ba321, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=d18c9654-2f62-481f-91a1-93dcb93ba321,segment=NetworkSegment(c9e36979-67d0-41e6-9a74-0d9aaf916bb8),segment_id=c9e36979-67d0-41e6-9a74-0d9aaf916bb8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:46:01.985768 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-9b355000-a2f9-4b7b-b745-bf507e5bd60c req-22be2c73-88e6-4107-806f-9e2a25465a04 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:01.997939 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [req-9b355000-a2f9-4b7b-b745-bf507e5bd60c req-22be2c73-88e6-4107-806f-9e2a25465a04 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Calling delete_port for d18c9654-2f62-481f-91a1-93dcb93ba321 owned by compute:nova {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:46:02.191280 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-9b355000-a2f9-4b7b-b745-bf507e5bd60c req-22be2c73-88e6-4107-806f-9e2a25465a04 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:02.205088 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] get_ports_and_sgs() called for port_ids ['2362e4a8-9f30-4d44-a257-6c7a6fc4ece2', 'fa59ad46-e83a-4a1c-9a76-131ce5058784', 'fc03da4a-ba85-430f-8760-89ca6245ab6c', 'd18c9654-2f62-481f-91a1-93dcb93ba321'] {{(pid=94642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:46:02.222172 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22be2c73-88e6-4107-806f-9e2a25465a04 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Pushing event deleted for resources: {'Port': ['ID=d18c9654-2f62-481f-91a1-93dcb93ba321,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:46:02.270019 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b355000-a2f9-4b7b-b745-bf507e5bd60c req-22be2c73-88e6-4107-806f-9e2a25465a04 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] No DVR routers for this DVR port d18c9654-2f62-481f-91a1-93dcb93ba321 on host hv-cinder-76015 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:46:02.272986 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-9b355000-a2f9-4b7b-b745-bf507e5bd60c req-22be2c73-88e6-4107-806f-9e2a25465a04 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:02.275443 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-9b355000-a2f9-4b7b-b745-bf507e5bd60c req-22be2c73-88e6-4107-806f-9e2a25465a04 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.22 "DELETE /v2.0/ports/d18c9654-2f62-481f-91a1-93dcb93ba321 HTTP/1.1" status: 204 len: 173 time: 0.4745102 Sep 07 14:46:02.278784 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e425cd-e5d1-44f5-a995-ca5898bd5ffc', 'name': 'network-vif-deleted', 'tag': 'd18c9654-2f62-481f-91a1-93dcb93ba321'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:46:02.278784 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ae4c01fc0fef93246b53b81dc3c4053f5278a59fc30262d76e8d579d86f7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749fe98f-3152-4a11-99d5-7af3bdb271df" -d '{"events": [{"server_uuid": "55e425cd-e5d1-44f5-a995-ca5898bd5ffc", "name": "network-vif-deleted", "tag": "d18c9654-2f62-481f-91a1-93dcb93ba321"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:46:02.318914 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c12dbbd-e445-4192-b6f0-ad2e36da05c6 x-openstack-request-id: req-5c12dbbd-e445-4192-b6f0-ad2e36da05c6 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:46:02.319207 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55e425cd-e5d1-44f5-a995-ca5898bd5ffc", "name": "network-vif-deleted", "tag": "d18c9654-2f62-481f-91a1-93dcb93ba321", "status": "completed", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:46:02.319461 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5c12dbbd-e445-4192-b6f0-ad2e36da05c6 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:46:02.319857 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55e425cd-e5d1-44f5-a995-ca5898bd5ffc', 'name': 'network-vif-deleted', 'tag': 'd18c9654-2f62-481f-91a1-93dcb93ba321', 'status': 'completed', 'code': 200} Sep 07 14:46:02.351554 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-87ce0f1c-f8e1-4684-b640-53e5245b3eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:02.545045 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10890133-bb2d-43ff-ad0f-9c361383b90f req-4bdb451b-e389-4568-a73a-d71fd93175b0 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:02.547975 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-10890133-bb2d-43ff-ad0f-9c361383b90f req-4bdb451b-e389-4568-a73a-d71fd93175b0 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 943 time: 0.0526023 Sep 07 14:46:02.588724 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-10890133-bb2d-43ff-ad0f-9c361383b90f req-1b19b303-8292-4080-997d-2d5374dd1738 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc6dafd9-1d11-4509-b316-0249bf4d39f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341861 Sep 07 14:46:02.654322 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:02.995873 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b07c7a72-7bfe-464c-8489-b6ab2110a34c req-83e04011-71e2-44a6-a916-a70a2c823178 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=55e425cd-e5d1-44f5-a995-ca5898bd5ffc HTTP/1.1" status: 200 len: 210 time: 0.0257897 Sep 07 14:46:03.711414 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b9558-a251-4405-baa0-5d982e048f3c req-aede3ec8-bd5a-429a-a9dd-2da0b4fa4c5b tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:03.712904 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4a5b9558-a251-4405-baa0-5d982e048f3c req-aede3ec8-bd5a-429a-a9dd-2da0b4fa4c5b tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 943 time: 0.0513930 Sep 07 14:46:03.753562 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4a5b9558-a251-4405-baa0-5d982e048f3c req-9fb80279-2ce3-4624-b9c2-1934d5733827 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc6dafd9-1d11-4509-b316-0249bf4d39f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342131 Sep 07 14:46:04.869436 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495c1e9-13c9-474c-b826-3447912bb100 req-dd8f384c-5b07-48ff-9706-3b1a9dffe07a tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:04.871021 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d495c1e9-13c9-474c-b826-3447912bb100 req-dd8f384c-5b07-48ff-9706-3b1a9dffe07a tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 943 time: 0.0520394 Sep 07 14:46:04.910214 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d495c1e9-13c9-474c-b826-3447912bb100 req-53ede8ea-e9b6-4f35-845a-714f86495b3e tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc6dafd9-1d11-4509-b316-0249bf4d39f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331535 Sep 07 14:46:04.990998 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-80ab7b9e-2436-4dfa-92cf-035a7fb23d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:05.521372 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:05.768933 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4693c0-ba86-442e-a9bf-701641877ec6 req-23d06ed3-4203-47e2-baf9-6072fc326922 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:05.770425 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2c4693c0-ba86-442e-a9bf-701641877ec6 req-23d06ed3-4203-47e2-baf9-6072fc326922 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=411a94bc-4dee-4146-8a7d-c1f047a67e32 HTTP/1.1" status: 200 len: 945 time: 0.0499418 Sep 07 14:46:05.807008 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-2c4693c0-ba86-442e-a9bf-701641877ec6 req-09a8ed9d-a559-4a21-9a61-d2c152a71b53 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/security-groups?id=7dd37e91-21ab-40c5-a3d8-e358ab3572d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306542 Sep 07 14:46:05.879033 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device d18c9654-2f62-481f-91a1-93dcb93ba321 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:46:05.899157 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] No Port match for: d18c9654-2f62-481f-91a1-93dcb93ba321 {{(pid=94642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:46:05.899502 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device d18c9654-2f62-481f-91a1-93dcb93ba321 not bound to the agent host hv-cinder-76015 {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:46:06.033807 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51729f-eec0-4558-8cd3-85541f4f248c req-7730aefa-d8c8-41da-bb28-940d18ddc2ab tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:06.035311 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9d51729f-eec0-4558-8cd3-85541f4f248c req-7730aefa-d8c8-41da-bb28-940d18ddc2ab tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 943 time: 0.0503275 Sep 07 14:46:06.079841 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9d51729f-eec0-4558-8cd3-85541f4f248c req-7ab3e94c-fa80-4eac-b5f3-c7b5c395edb2 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc6dafd9-1d11-4509-b316-0249bf4d39f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385034 Sep 07 14:46:06.173894 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:06.714942 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8807c50-6c04-4d5a-9e81-91961211576d req-f387f5ea-c884-4b72-b682-d490fa2bbe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:06.716454 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-b8807c50-6c04-4d5a-9e81-91961211576d req-f387f5ea-c884-4b72-b682-d490fa2bbe68 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 1096 time: 0.0396557 Sep 07 14:46:06.756040 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-b8807c50-6c04-4d5a-9e81-91961211576d req-ae5c092e-c326-4a00-9a77-84bca61156db service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=dc6dafd9-1d11-4509-b316-0249bf4d39f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283332 Sep 07 14:46:06.923447 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb77640-125b-4a8d-a5c8-3ae1bf52dccc req-bde38e93-53fe-4c17-918b-c44955f96816 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:06.924860 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5eb77640-125b-4a8d-a5c8-3ae1bf52dccc req-bde38e93-53fe-4c17-918b-c44955f96816 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=411a94bc-4dee-4146-8a7d-c1f047a67e32 HTTP/1.1" status: 200 len: 945 time: 0.0494571 Sep 07 14:46:06.962888 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5eb77640-125b-4a8d-a5c8-3ae1bf52dccc req-81941089-0f46-49ac-960e-0f1951ee45f6 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/security-groups?id=7dd37e91-21ab-40c5-a3d8-e358ab3572d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318947 Sep 07 14:46:07.192853 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831969e2-747e-40a3-bf20-c3092573a908 req-148e2251-8aee-469a-9a1a-09454b674817 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:07.194404 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-831969e2-747e-40a3-bf20-c3092573a908 req-148e2251-8aee-469a-9a1a-09454b674817 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 943 time: 0.0508404 Sep 07 14:46:07.231786 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-831969e2-747e-40a3-bf20-c3092573a908 req-c5b90f1a-87f4-4b82-910f-41ce3578e765 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc6dafd9-1d11-4509-b316-0249bf4d39f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316353 Sep 07 14:46:07.819665 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:08.024958 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a3b83-45ba-40bd-addf-98650f1d27ab req-82a9d60a-c7f2-40f8-8bd6-bba63014c130 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:08.024958 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-1f6a3b83-45ba-40bd-addf-98650f1d27ab req-82a9d60a-c7f2-40f8-8bd6-bba63014c130 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.22 "GET /v2.0/ports?device_id=411a94bc-4dee-4146-8a7d-c1f047a67e32 HTTP/1.1" status: 200 len: 945 time: 0.0520031 Sep 07 14:46:08.096763 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc9e83-75be-4720-88de-05b15d2503d5 req-20d968b1-6c3e-4979-bb7b-614c8823993c tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:08.098327 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1ddc9e83-75be-4720-88de-05b15d2503d5 req-20d968b1-6c3e-4979-bb7b-614c8823993c tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=411a94bc-4dee-4146-8a7d-c1f047a67e32 HTTP/1.1" status: 200 len: 945 time: 0.0558763 Sep 07 14:46:08.140056 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [req-1f6a3b83-45ba-40bd-addf-98650f1d27ab req-876eee40-d313-4b2a-a352-a27ef46f0589 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Deleting port fc03da4a-ba85-430f-8760-89ca6245ab6c {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:46:08.140974 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1ddc9e83-75be-4720-88de-05b15d2503d5 req-3a39cb70-7feb-4ab3-90e1-d10cd1d66e1f tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/security-groups?id=7dd37e91-21ab-40c5-a3d8-e358ab3572d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365312 Sep 07 14:46:08.142173 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-1f6a3b83-45ba-40bd-addf-98650f1d27ab req-876eee40-d313-4b2a-a352-a27ef46f0589 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:08.237500 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [req-1f6a3b83-45ba-40bd-addf-98650f1d27ab req-876eee40-d313-4b2a-a352-a27ef46f0589 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] For port fc03da4a-ba85-430f-8760-89ca6245ab6c, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=fc03da4a-ba85-430f-8760-89ca6245ab6c,segment=NetworkSegment(c9e36979-67d0-41e6-9a74-0d9aaf916bb8),segment_id=c9e36979-67d0-41e6-9a74-0d9aaf916bb8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:46:08.237860 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-1f6a3b83-45ba-40bd-addf-98650f1d27ab req-876eee40-d313-4b2a-a352-a27ef46f0589 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:08.250277 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [req-1f6a3b83-45ba-40bd-addf-98650f1d27ab req-876eee40-d313-4b2a-a352-a27ef46f0589 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Calling delete_port for fc03da4a-ba85-430f-8760-89ca6245ab6c owned by compute:nova {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:46:08.348610 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b763ca-110d-49c0-aa15-14b6be9be26b req-86c04fa8-7245-42c1-a263-2d4793989cde tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:08.350137 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b4b763ca-110d-49c0-aa15-14b6be9be26b req-86c04fa8-7245-42c1-a263-2d4793989cde tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 943 time: 0.0511160 Sep 07 14:46:08.391406 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b4b763ca-110d-49c0-aa15-14b6be9be26b req-4a4d5543-fdf0-43af-bc85-49cc9ae20218 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc6dafd9-1d11-4509-b316-0249bf4d39f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348418 Sep 07 14:46:08.460190 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-1f6a3b83-45ba-40bd-addf-98650f1d27ab req-876eee40-d313-4b2a-a352-a27ef46f0589 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:08.472495 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] get_ports_and_sgs() called for port_ids ['2362e4a8-9f30-4d44-a257-6c7a6fc4ece2', 'fa59ad46-e83a-4a1c-9a76-131ce5058784', 'fc03da4a-ba85-430f-8760-89ca6245ab6c'] {{(pid=94642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:46:08.490348 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876eee40-d313-4b2a-a352-a27ef46f0589 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Pushing event deleted for resources: {'Port': ['ID=fc03da4a-ba85-430f-8760-89ca6245ab6c,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:46:08.535799 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f6a3b83-45ba-40bd-addf-98650f1d27ab req-876eee40-d313-4b2a-a352-a27ef46f0589 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] No DVR routers for this DVR port fc03da4a-ba85-430f-8760-89ca6245ab6c on host hv-cinder-76015 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:46:08.538153 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-1f6a3b83-45ba-40bd-addf-98650f1d27ab req-876eee40-d313-4b2a-a352-a27ef46f0589 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:08.540170 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-1f6a3b83-45ba-40bd-addf-98650f1d27ab req-876eee40-d313-4b2a-a352-a27ef46f0589 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.22 "DELETE /v2.0/ports/fc03da4a-ba85-430f-8760-89ca6245ab6c HTTP/1.1" status: 204 len: 173 time: 0.5068786 Sep 07 14:46:08.540603 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '411a94bc-4dee-4146-8a7d-c1f047a67e32', 'name': 'network-vif-deleted', 'tag': 'fc03da4a-ba85-430f-8760-89ca6245ab6c'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:46:08.542867 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ae4c01fc0fef93246b53b81dc3c4053f5278a59fc30262d76e8d579d86f7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc1d822-4aed-49dd-920c-a15e13ec8861" -d '{"events": [{"server_uuid": "411a94bc-4dee-4146-8a7d-c1f047a67e32", "name": "network-vif-deleted", "tag": "fc03da4a-ba85-430f-8760-89ca6245ab6c"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:46:08.582212 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31d32df-201c-49bf-92b2-82b2bf8f1838 x-openstack-request-id: req-b31d32df-201c-49bf-92b2-82b2bf8f1838 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:46:08.582507 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "411a94bc-4dee-4146-8a7d-c1f047a67e32", "name": "network-vif-deleted", "tag": "fc03da4a-ba85-430f-8760-89ca6245ab6c", "status": "completed", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:46:08.584481 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b31d32df-201c-49bf-92b2-82b2bf8f1838 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:46:08.584481 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '411a94bc-4dee-4146-8a7d-c1f047a67e32', 'name': 'network-vif-deleted', 'tag': 'fc03da4a-ba85-430f-8760-89ca6245ab6c', 'status': 'completed', 'code': 200} Sep 07 14:46:09.244147 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-dc027fb2-132a-48a2-bc8c-050952efa22f req-cb8046ba-1acf-4a74-85c9-092697cad079 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=411a94bc-4dee-4146-8a7d-c1f047a67e32 HTTP/1.1" status: 200 len: 210 time: 0.0266433 Sep 07 14:46:09.882483 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device c1c4d773-fd96-46c6-a471-a5752da670a9 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:46:09.975849 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port c1c4d773-fd96-46c6-a471-a5752da670a9, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=c1c4d773-fd96-46c6-a471-a5752da670a9,segment=NetworkSegment(877a019a-cfdd-4d48-bea9-4e61887389af),segment_id=877a019a-cfdd-4d48-bea9-4e61887389af)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:46:09.986915 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Returning: {'device': 'c1c4d773-fd96-46c6-a471-a5752da670a9', 'network_id': '2b04c4b7-51ec-44a3-876e-a0d61c647f54', 'port_id': 'c1c4d773-fd96-46c6-a471-a5752da670a9', 'mac_address': 'fa:16:3e:19:ed:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ccff5bd-d913-47ce-b5ae-4e400120a8ad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:46:10.022756 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:10.036081 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1c4d773-fd96-46c6-a471-a5752da670a9 {{(pid=94642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:46:10.055110 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port c1c4d773-fd96-46c6-a471-a5752da670a9, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=c1c4d773-fd96-46c6-a471-a5752da670a9,segment=NetworkSegment(877a019a-cfdd-4d48-bea9-4e61887389af),segment_id=877a019a-cfdd-4d48-bea9-4e61887389af)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:46:10.140453 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:10.185380 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=c1c4d773-fd96-46c6-a471-a5752da670a9,revision_number=7']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:46:10.482808 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] get_ports_and_sgs() called for port_ids ['c1c4d773-fd96-46c6-a471-a5752da670a9'] {{(pid=94642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:46:10.801269 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a777372-b91b-4a7e-ab66-c3a0cb353ec2 req-d067dad3-6a5a-4b18-8f60-48da565608ea tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:10.802750 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9a777372-b91b-4a7e-ab66-c3a0cb353ec2 req-d067dad3-6a5a-4b18-8f60-48da565608ea tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=29f6eebf-42e0-4d78-85bc-ce6cfdead008 HTTP/1.1" status: 200 len: 945 time: 0.0471759 Sep 07 14:46:10.839620 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9a777372-b91b-4a7e-ab66-c3a0cb353ec2 req-e4a726d6-deba-48a1-914c-1bfc07b80470 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/security-groups?id=7dd37e91-21ab-40c5-a3d8-e358ab3572d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307713 Sep 07 14:46:11.939001 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device c1c4d773-fd96-46c6-a471-a5752da670a9 up at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:46:11.993313 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Provisioning complete for port c1c4d773-fd96-46c6-a471-a5752da670a9 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:46:11.993690 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:12.205039 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:12.218751 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9373e-62f4-4669-9d45-cd5c26a517a6 req-838b69b2-5c16-46b6-a230-229ae005cc0c tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:12.220256 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7ab9373e-62f4-4669-9d45-cd5c26a517a6 req-838b69b2-5c16-46b6-a230-229ae005cc0c tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=29f6eebf-42e0-4d78-85bc-ce6cfdead008 HTTP/1.1" status: 200 len: 945 time: 0.3106859 Sep 07 14:46:12.228630 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '823c5382-42f3-4ed1-b804-105c508f7582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c4d773-fd96-46c6-a471-a5752da670a9'}] {{(pid=94642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:46:12.230908 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd6d84ba8741af88afecd5b756310c726975e6558383509c2c49b1cfba31424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91327cc-27fa-43ea-b618-a72d5a71fbc3" -d '{"events": [{"server_uuid": "823c5382-42f3-4ed1-b804-105c508f7582", "name": "network-vif-plugged", "status": "completed", "tag": "c1c4d773-fd96-46c6-a471-a5752da670a9"}]}' {{(pid=94642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:46:12.244627 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port c1c4d773-fd96-46c6-a471-a5752da670a9, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=c1c4d773-fd96-46c6-a471-a5752da670a9,segment=NetworkSegment(877a019a-cfdd-4d48-bea9-4e61887389af),segment_id=877a019a-cfdd-4d48-bea9-4e61887389af)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:46:12.261686 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7ab9373e-62f4-4669-9d45-cd5c26a517a6 req-87380a0d-0ff3-43f1-9ad0-155a1ee9fcc2 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/security-groups?id=7dd37e91-21ab-40c5-a3d8-e358ab3572d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355272 Sep 07 14:46:12.269131 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528ea6ec-1b31-4737-a699-c0371cf7dcc6 x-openstack-request-id: req-528ea6ec-1b31-4737-a699-c0371cf7dcc6 {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:46:12.269524 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "823c5382-42f3-4ed1-b804-105c508f7582", "name": "network-vif-plugged", "status": "completed", "tag": "c1c4d773-fd96-46c6-a471-a5752da670a9", "code": 200}]} {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:46:12.269840 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-528ea6ec-1b31-4737-a699-c0371cf7dcc6 {{(pid=94642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:46:12.270325 dv-cinder-760153-9-iscsi neutron-server[94642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '823c5382-42f3-4ed1-b804-105c508f7582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c4d773-fd96-46c6-a471-a5752da670a9', 'code': 200} Sep 07 14:46:12.339737 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:12.340545 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device fc03da4a-ba85-430f-8760-89ca6245ab6c no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:46:12.381055 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] No Port match for: fc03da4a-ba85-430f-8760-89ca6245ab6c {{(pid=94642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:46:12.381398 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device fc03da4a-ba85-430f-8760-89ca6245ab6c not bound to the agent host hv-cinder-76015 {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:46:12.406132 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=c1c4d773-fd96-46c6-a471-a5752da670a9,revision_number=8']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:46:12.889040 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e0a64-7f47-464c-8688-7492243b8a77 req-f6d8df80-adc5-43fe-b151-606cb8bc5362 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:12.891204 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-731e0a64-7f47-464c-8688-7492243b8a77 req-f6d8df80-adc5-43fe-b151-606cb8bc5362 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.22 "GET /v2.0/ports?device_id=29f6eebf-42e0-4d78-85bc-ce6cfdead008 HTTP/1.1" status: 200 len: 945 time: 0.0485091 Sep 07 14:46:12.981226 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [req-731e0a64-7f47-464c-8688-7492243b8a77 req-a77e0fc1-b6ec-4d4c-8382-00c6c8ca8dc3 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Deleting port fa59ad46-e83a-4a1c-9a76-131ce5058784 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:46:12.981570 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-731e0a64-7f47-464c-8688-7492243b8a77 req-a77e0fc1-b6ec-4d4c-8382-00c6c8ca8dc3 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:13.072308 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [req-731e0a64-7f47-464c-8688-7492243b8a77 req-a77e0fc1-b6ec-4d4c-8382-00c6c8ca8dc3 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] For port fa59ad46-e83a-4a1c-9a76-131ce5058784, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=fa59ad46-e83a-4a1c-9a76-131ce5058784,segment=NetworkSegment(c9e36979-67d0-41e6-9a74-0d9aaf916bb8),segment_id=c9e36979-67d0-41e6-9a74-0d9aaf916bb8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:46:13.072663 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-731e0a64-7f47-464c-8688-7492243b8a77 req-a77e0fc1-b6ec-4d4c-8382-00c6c8ca8dc3 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:13.084624 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [req-731e0a64-7f47-464c-8688-7492243b8a77 req-a77e0fc1-b6ec-4d4c-8382-00c6c8ca8dc3 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Calling delete_port for fa59ad46-e83a-4a1c-9a76-131ce5058784 owned by compute:nova {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:46:13.317346 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-731e0a64-7f47-464c-8688-7492243b8a77 req-a77e0fc1-b6ec-4d4c-8382-00c6c8ca8dc3 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:13.345924 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e0fc1-b6ec-4d4c-8382-00c6c8ca8dc3 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Pushing event deleted for resources: {'Port': ['ID=fa59ad46-e83a-4a1c-9a76-131ce5058784,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:46:13.346154 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] get_ports_and_sgs() called for port_ids ['2362e4a8-9f30-4d44-a257-6c7a6fc4ece2', 'fa59ad46-e83a-4a1c-9a76-131ce5058784'] {{(pid=94642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:46:13.363120 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-52aa715f-380b-48d6-9007-51838d220b32 req-e5693020-2e50-47d6-a662-64a1d8e5c4e8 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=29f6eebf-42e0-4d78-85bc-ce6cfdead008 HTTP/1.1" status: 200 len: 210 time: 0.0319281 Sep 07 14:46:13.391981 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [req-731e0a64-7f47-464c-8688-7492243b8a77 req-a77e0fc1-b6ec-4d4c-8382-00c6c8ca8dc3 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] No DVR routers for this DVR port fa59ad46-e83a-4a1c-9a76-131ce5058784 on host hv-cinder-76015 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:46:13.394422 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-731e0a64-7f47-464c-8688-7492243b8a77 req-a77e0fc1-b6ec-4d4c-8382-00c6c8ca8dc3 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:13.396432 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-731e0a64-7f47-464c-8688-7492243b8a77 req-a77e0fc1-b6ec-4d4c-8382-00c6c8ca8dc3 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.22 "DELETE /v2.0/ports/fa59ad46-e83a-4a1c-9a76-131ce5058784 HTTP/1.1" status: 204 len: 173 time: 0.4981823 Sep 07 14:46:13.396867 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f6eebf-42e0-4d78-85bc-ce6cfdead008', 'name': 'network-vif-deleted', 'tag': 'fa59ad46-e83a-4a1c-9a76-131ce5058784'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:46:13.399124 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ae4c01fc0fef93246b53b81dc3c4053f5278a59fc30262d76e8d579d86f7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dee3682-0a45-468b-a39b-3ee4e7678678" -d '{"events": [{"server_uuid": "29f6eebf-42e0-4d78-85bc-ce6cfdead008", "name": "network-vif-deleted", "tag": "fa59ad46-e83a-4a1c-9a76-131ce5058784"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:46:13.434727 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2736d0bd-c517-4a7c-b0e3-623d6609b406 x-openstack-request-id: req-2736d0bd-c517-4a7c-b0e3-623d6609b406 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:46:13.435108 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f6eebf-42e0-4d78-85bc-ce6cfdead008", "name": "network-vif-deleted", "tag": "fa59ad46-e83a-4a1c-9a76-131ce5058784", "status": "completed", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:46:13.435589 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2736d0bd-c517-4a7c-b0e3-623d6609b406 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:46:13.435959 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f6eebf-42e0-4d78-85bc-ce6cfdead008', 'name': 'network-vif-deleted', 'tag': 'fa59ad46-e83a-4a1c-9a76-131ce5058784', 'status': 'completed', 'code': 200} Sep 07 14:46:14.477797 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c564adf8-a7c3-4623-8350-7160a18ee90a req-38f357d3-0976-48bd-a316-0cf5f239011a tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=29f6eebf-42e0-4d78-85bc-ce6cfdead008 HTTP/1.1" status: 200 len: 210 time: 0.0331154 Sep 07 14:46:18.146783 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device fa59ad46-e83a-4a1c-9a76-131ce5058784 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:46:18.169316 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] No Port match for: fa59ad46-e83a-4a1c-9a76-131ce5058784 {{(pid=94642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:46:18.169665 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device fa59ad46-e83a-4a1c-9a76-131ce5058784 not bound to the agent host hv-cinder-76015 {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:46:20.339189 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5e20b-8d55-45b8-8264-5952d2f91749 req-eb017592-3cf3-416d-bcea-b06d669979d0 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:20.340635 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1ce5e20b-8d55-45b8-8264-5952d2f91749 req-eb017592-3cf3-416d-bcea-b06d669979d0 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf06d419-eeaf-40ef-b503-30eb7b9bd074 HTTP/1.1" status: 200 len: 945 time: 0.0499620 Sep 07 14:46:20.377958 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1ce5e20b-8d55-45b8-8264-5952d2f91749 req-578d26b7-be04-4e9a-8858-be5ad6472678 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/security-groups?id=7dd37e91-21ab-40c5-a3d8-e358ab3572d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307121 Sep 07 14:46:21.558446 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e42ff-f674-4a85-85c2-020145ca11b4 req-456a147b-9300-4883-b316-1efacaf7e915 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:21.563390 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f34e42ff-f674-4a85-85c2-020145ca11b4 req-456a147b-9300-4883-b316-1efacaf7e915 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf06d419-eeaf-40ef-b503-30eb7b9bd074 HTTP/1.1" status: 200 len: 945 time: 0.0509546 Sep 07 14:46:21.599128 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f34e42ff-f674-4a85-85c2-020145ca11b4 req-bcfdbd2a-fcec-4d78-bbf8-1f293ea40090 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/security-groups?id=7dd37e91-21ab-40c5-a3d8-e358ab3572d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323462 Sep 07 14:46:22.201573 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18701b4a-1a1a-404e-b63c-183c956a022f req-0d22f4f7-a334-418a-9693-a4b721660b32 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:22.203115 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-18701b4a-1a1a-404e-b63c-183c956a022f req-0d22f4f7-a334-418a-9693-a4b721660b32 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf06d419-eeaf-40ef-b503-30eb7b9bd074 HTTP/1.1" status: 200 len: 945 time: 0.0496624 Sep 07 14:46:22.306884 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [req-18701b4a-1a1a-404e-b63c-183c956a022f req-934c0353-ada6-4831-96de-5a8ca57122e8 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Deleting port 2362e4a8-9f30-4d44-a257-6c7a6fc4ece2 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:46:22.307290 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-18701b4a-1a1a-404e-b63c-183c956a022f req-934c0353-ada6-4831-96de-5a8ca57122e8 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:22.392089 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [req-18701b4a-1a1a-404e-b63c-183c956a022f req-934c0353-ada6-4831-96de-5a8ca57122e8 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] For port 2362e4a8-9f30-4d44-a257-6c7a6fc4ece2, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=2362e4a8-9f30-4d44-a257-6c7a6fc4ece2,segment=NetworkSegment(c9e36979-67d0-41e6-9a74-0d9aaf916bb8),segment_id=c9e36979-67d0-41e6-9a74-0d9aaf916bb8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:46:22.392445 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-18701b4a-1a1a-404e-b63c-183c956a022f req-934c0353-ada6-4831-96de-5a8ca57122e8 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:22.404449 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [req-18701b4a-1a1a-404e-b63c-183c956a022f req-934c0353-ada6-4831-96de-5a8ca57122e8 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Calling delete_port for 2362e4a8-9f30-4d44-a257-6c7a6fc4ece2 owned by compute:nova {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:46:22.596620 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-18701b4a-1a1a-404e-b63c-183c956a022f req-934c0353-ada6-4831-96de-5a8ca57122e8 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:22.608155 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] get_ports_and_sgs() called for port_ids ['2362e4a8-9f30-4d44-a257-6c7a6fc4ece2'] {{(pid=94642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:46:22.628888 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c0353-ada6-4831-96de-5a8ca57122e8 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Pushing event deleted for resources: {'Port': ['ID=2362e4a8-9f30-4d44-a257-6c7a6fc4ece2,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:46:22.663800 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934c0353-ada6-4831-96de-5a8ca57122e8 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:22.664149 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934c0353-ada6-4831-96de-5a8ca57122e8 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:22.664495 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934c0353-ada6-4831-96de-5a8ca57122e8 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:22.664833 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934c0353-ada6-4831-96de-5a8ca57122e8 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:22.665583 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934c0353-ada6-4831-96de-5a8ca57122e8 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:22.665944 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934c0353-ada6-4831-96de-5a8ca57122e8 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:22.666654 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934c0353-ada6-4831-96de-5a8ca57122e8 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:22.666980 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934c0353-ada6-4831-96de-5a8ca57122e8 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:22.667305 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934c0353-ada6-4831-96de-5a8ca57122e8 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:22.667631 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934c0353-ada6-4831-96de-5a8ca57122e8 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:22.667954 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934c0353-ada6-4831-96de-5a8ca57122e8 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:22.668276 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934c0353-ada6-4831-96de-5a8ca57122e8 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:22.686786 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [req-18701b4a-1a1a-404e-b63c-183c956a022f req-934c0353-ada6-4831-96de-5a8ca57122e8 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] No DVR routers for this DVR port 2362e4a8-9f30-4d44-a257-6c7a6fc4ece2 on host hv-cinder-76015 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:46:22.694161 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-18701b4a-1a1a-404e-b63c-183c956a022f req-934c0353-ada6-4831-96de-5a8ca57122e8 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:22.694161 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-18701b4a-1a1a-404e-b63c-183c956a022f req-934c0353-ada6-4831-96de-5a8ca57122e8 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.22 "DELETE /v2.0/ports/2362e4a8-9f30-4d44-a257-6c7a6fc4ece2 HTTP/1.1" status: 204 len: 173 time: 0.4819407 Sep 07 14:46:22.694161 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf06d419-eeaf-40ef-b503-30eb7b9bd074', 'name': 'network-vif-deleted', 'tag': '2362e4a8-9f30-4d44-a257-6c7a6fc4ece2'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:46:22.694850 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ae4c01fc0fef93246b53b81dc3c4053f5278a59fc30262d76e8d579d86f7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1008150-f25e-4134-96b5-171a06751c68" -d '{"events": [{"server_uuid": "cf06d419-eeaf-40ef-b503-30eb7b9bd074", "name": "network-vif-deleted", "tag": "2362e4a8-9f30-4d44-a257-6c7a6fc4ece2"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:46:22.709712 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-5d2fc630-6ce8-4210-af2d-ad3546a1671f req-01be77dc-644f-4efa-99aa-b665fed654ee tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf06d419-eeaf-40ef-b503-30eb7b9bd074 HTTP/1.1" status: 200 len: 210 time: 0.0348461 Sep 07 14:46:22.734330 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2479ee-f5bd-4d6e-af86-3e952e2ce80c x-openstack-request-id: req-7c2479ee-f5bd-4d6e-af86-3e952e2ce80c {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:46:22.735149 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf06d419-eeaf-40ef-b503-30eb7b9bd074", "name": "network-vif-deleted", "tag": "2362e4a8-9f30-4d44-a257-6c7a6fc4ece2", "status": "completed", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:46:22.736074 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7c2479ee-f5bd-4d6e-af86-3e952e2ce80c {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:46:22.736482 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf06d419-eeaf-40ef-b503-30eb7b9bd074', 'name': 'network-vif-deleted', 'tag': '2362e4a8-9f30-4d44-a257-6c7a6fc4ece2', 'status': 'completed', 'code': 200} Sep 07 14:46:23.929803 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c12947aa-81b8-4e11-abed-1219c28bb5d2 req-72ecbcae-b7f7-402f-8dc3-8871141754c1 tempest-AttachVolumeNegativeTest-1372581991 tempest-AttachVolumeNegativeTest-1372581991-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf06d419-eeaf-40ef-b503-30eb7b9bd074 HTTP/1.1" status: 200 len: 210 time: 0.1415279 Sep 07 14:46:24.386476 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.agents_db [None req-8586c0a8-7e1b-4ad5-b29e-274ce3295afb None None] Agent healthcheck: found 6 active agents {{(pid=94643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:46:24.984702 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 55252) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:46:25.031920 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bbdaaf3-0a30-456c-82b1-11f3de72e48e admin admin] Deleting subnet a428d6e7-1071-4c4e-b1b4-9cac1d8857f1 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 14:46:25.034923 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5bbdaaf3-0a30-456c-82b1-11f3de72e48e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:25.069463 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5bbdaaf3-0a30-456c-82b1-11f3de72e48e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3863426'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:25.107852 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5bbdaaf3-0a30-456c-82b1-11f3de72e48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7667009'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:25.219531 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5bbdaaf3-0a30-456c-82b1-11f3de72e48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7667064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8727817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8658444'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:25.250321 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbdaaf3-0a30-456c-82b1-11f3de72e48e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a428d6e7-1071-4c4e-b1b4-9cac1d8857f1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:46:25.252312 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5bbdaaf3-0a30-456c-82b1-11f3de72e48e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:25.255301 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-5bbdaaf3-0a30-456c-82b1-11f3de72e48e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a428d6e7-1071-4c4e-b1b4-9cac1d8857f1 HTTP/1.1" status: 204 len: 168 time: 0.2684760 Sep 07 14:46:25.257218 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 55254) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:46:25.323591 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbbf3ce1-70ad-4045-b45d-6057303df931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7632714'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:25.403406 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbbf3ce1-70ad-4045-b45d-6057303df931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653324', 'neutron.services.segments.db._delete_segments_for_network-8735925738105'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:25.422164 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-cbbf3ce1-70ad-4045-b45d-6057303df931 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['419342fd-bcfd-4b23-9c63-a26e6b7575cf']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:46:25.431818 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-cbbf3ce1-70ad-4045-b45d-6057303df931 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9e36979-67d0-41e6-9a74-0d9aaf916bb8') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:46:25.432109 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-cbbf3ce1-70ad-4045-b45d-6057303df931 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9e36979-67d0-41e6-9a74-0d9aaf916bb8') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:46:25.441050 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbbf3ce1-70ad-4045-b45d-6057303df931 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735925737602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3863435'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:25.454367 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbbf3ce1-70ad-4045-b45d-6057303df931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:25.460539 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbbf3ce1-70ad-4045-b45d-6057303df931 admin admin] Releasing vlan 887 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 14:46:25.460934 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbbf3ce1-70ad-4045-b45d-6057303df931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8727723'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:25.462592 dv-cinder-760153-9-iscsi neutron-server[94640]: Traceback (most recent call last): Sep 07 14:46:25.462592 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 14:46:25.462592 dv-cinder-760153-9-iscsi neutron-server[94640]: timer() Sep 07 14:46:25.462592 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 14:46:25.462592 dv-cinder-760153-9-iscsi neutron-server[94640]: cb(*args, **kw) Sep 07 14:46:25.462592 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 14:46:25.462592 dv-cinder-760153-9-iscsi neutron-server[94640]: return func(*args, **kwargs) Sep 07 14:46:25.462592 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 14:46:25.462592 dv-cinder-760153-9-iscsi neutron-server[94640]: self._notify() Sep 07 14:46:25.462592 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 14:46:25.462592 dv-cinder-760153-9-iscsi neutron-server[94640]: self.callback(batched_events) Sep 07 14:46:25.462592 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 14:46:25.462592 dv-cinder-760153-9-iscsi neutron-server[94640]: event.method(event) Sep 07 14:46:25.462592 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 14:46:25.462592 dv-cinder-760153-9-iscsi neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 14:46:25.462592 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 14:46:25.462592 dv-cinder-760153-9-iscsi neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 14:46:25.462592 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 14:46:25.462592 dv-cinder-760153-9-iscsi neutron-server[94640]: return f(self, *a, **k) Sep 07 14:46:25.462592 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 14:46:25.462592 dv-cinder-760153-9-iscsi neutron-server[94640]: return self._get(url).json() Sep 07 14:46:25.462592 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 14:46:25.462592 dv-cinder-760153-9-iscsi neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 14:46:25.462592 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 14:46:25.462592 dv-cinder-760153-9-iscsi neutron-server[94640]: return self.request(url, 'GET', **kwargs) Sep 07 14:46:25.462592 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 14:46:25.462592 dv-cinder-760153-9-iscsi neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 14:46:25.462592 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 14:46:25.462592 dv-cinder-760153-9-iscsi neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 14:46:25.462592 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 14:46:25.462592 dv-cinder-760153-9-iscsi neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 14:46:25.462592 dv-cinder-760153-9-iscsi neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 14:46:25.561970 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbbf3ce1-70ad-4045-b45d-6057303df931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540447'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:25.567914 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbbf3ce1-70ad-4045-b45d-6057303df931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:25.569758 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-cbbf3ce1-70ad-4045-b45d-6057303df931 admin admin] 10.222.0.11 "DELETE /v2.0/networks/419342fd-bcfd-4b23-9c63-a26e6b7575cf HTTP/1.1" status: 204 len: 168 time: 0.3116412 Sep 07 14:46:25.584402 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbf3ce1-70ad-4045-b45d-6057303df931 admin admin] Pushing event deleted for resources: {'Network': ['ID=419342fd-bcfd-4b23-9c63-a26e6b7575cf,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:46:25.937691 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 55260) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:46:25.976388 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-6bb025f5-b76c-4bfc-b2db-03ddc7bce6d7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1ba3d55edb3e499184531bf67c3c4842&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373783 Sep 07 14:46:25.978783 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 55262) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:46:26.025567 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3078c6c0-1849-4b6f-ae27-e2bea6ad781f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:26.046320 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3078c6c0-1849-4b6f-ae27-e2bea6ad781f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:26.162324 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3078c6c0-1849-4b6f-ae27-e2bea6ad781f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:26.164833 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3078c6c0-1849-4b6f-ae27-e2bea6ad781f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:26.166048 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-3078c6c0-1849-4b6f-ae27-e2bea6ad781f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7dd37e91-21ab-40c5-a3d8-e358ab3572d9 HTTP/1.1" status: 204 len: 168 time: 0.1863346 Sep 07 14:46:26.173852 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3078c6c0-1849-4b6f-ae27-e2bea6ad781f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd37e91-21ab-40c5-a3d8-e358ab3572d9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:46:26.955983 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 2362e4a8-9f30-4d44-a257-6c7a6fc4ece2 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:46:26.979949 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] No Port match for: 2362e4a8-9f30-4d44-a257-6c7a6fc4ece2 {{(pid=94642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:46:26.992227 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 2362e4a8-9f30-4d44-a257-6c7a6fc4ece2 not bound to the agent host hv-cinder-76015 {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:46:27.298994 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 55286) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:46:27.397772 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4fdb3b6b-3a6f-4713-98d2-0fbdb40d2d4b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-831155958-network', 'tenant_id': '0b3e50e97760413a9540654c46f734d4'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:46:27.497967 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fdb3b6b-3a6f-4713-98d2-0fbdb40d2d4b admin admin] Made reservation on behalf of 0b3e50e97760413a9540654c46f734d4 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:46:27.500310 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4fdb3b6b-3a6f-4713-98d2-0fbdb40d2d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:27.509149 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4fdb3b6b-3a6f-4713-98d2-0fbdb40d2d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:27.595890 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4fdb3b6b-3a6f-4713-98d2-0fbdb40d2d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:27.687542 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4fdb3b6b-3a6f-4713-98d2-0fbdb40d2d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:27.714663 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fdb3b6b-3a6f-4713-98d2-0fbdb40d2d4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 891} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:46:27.724532 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb3b6b-3a6f-4713-98d2-0fbdb40d2d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b97e12a-49c4-4f70-9241-98bfb19255bf,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:46:27.729133 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4fdb3b6b-3a6f-4713-98d2-0fbdb40d2d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:27.729466 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.db.segments_db [None req-4fdb3b6b-3a6f-4713-98d2-0fbdb40d2d4b admin admin] Added segment 191424e6-718d-496b-8b20-4c8c430c5772 of type vlan for network b4c2ff46-b9f0-42d7-8488-523443c7706b Sep 07 14:46:27.768482 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4fdb3b6b-3a6f-4713-98d2-0fbdb40d2d4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735925196804'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:27.859145 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4fdb3b6b-3a6f-4713-98d2-0fbdb40d2d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:27.860113 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdb3b6b-3a6f-4713-98d2-0fbdb40d2d4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:27.860701 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4fdb3b6b-3a6f-4713-98d2-0fbdb40d2d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:27.920424 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb3b6b-3a6f-4713-98d2-0fbdb40d2d4b admin admin] Pushing event updated for resources: {'Network': ['ID=b4c2ff46-b9f0-42d7-8488-523443c7706b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:46:27.931859 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Network b4c2ff46-b9f0-42d7-8488-523443c7706b details requested by agent ovs-agent-dv-cinder-760153-9-iscsi with host dv-cinder-760153-9-iscsi {{(pid=94642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:46:27.962901 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-4fdb3b6b-3a6f-4713-98d2-0fbdb40d2d4b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6628175 Sep 07 14:46:27.965759 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 55292) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:46:27.970487 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7d4283bf-f174-49cc-8cb3-35cd22006f6a admin admin] Request body: {'subnet': {'network_id': 'b4c2ff46-b9f0-42d7-8488-523443c7706b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-831155958-subnet', 'tenant_id': '0b3e50e97760413a9540654c46f734d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:46:28.053212 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4283bf-f174-49cc-8cb3-35cd22006f6a admin admin] Made reservation on behalf of 0b3e50e97760413a9540654c46f734d4 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:46:28.055813 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7d4283bf-f174-49cc-8cb3-35cd22006f6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8658449'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:28.316065 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7d4283bf-f174-49cc-8cb3-35cd22006f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8728008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8658439'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:28.373497 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4283bf-f174-49cc-8cb3-35cd22006f6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7799b97c-6d0a-458f-8f5c-250a962e02e7,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:46:28.384114 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4283bf-f174-49cc-8cb3-35cd22006f6a admin admin] Checking segment: {'id': '191424e6-718d-496b-8b20-4c8c430c5772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'b4c2ff46-b9f0-42d7-8488-523443c7706b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:46:28.384114 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4283bf-f174-49cc-8cb3-35cd22006f6a admin admin] Network hostable DHCP agents. Network: b4c2ff46-b9f0-42d7-8488-523443c7706b, hostable agents: ['594f7c6c-f415-4606-b669-794c15de65b6'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:46:28.516458 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4283bf-f174-49cc-8cb3-35cd22006f6a admin admin] Network b4c2ff46-b9f0-42d7-8488-523443c7706b is scheduled to be hosted by DHCP agent 594f7c6c-f415-4606-b669-794c15de65b6 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:46:28.618881 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-7d4283bf-f174-49cc-8cb3-35cd22006f6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760153-9-iscsi, b4c2ff46-b9f0-42d7-8488-523443c7706b) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:46:28.623200 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4283bf-f174-49cc-8cb3-35cd22006f6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:28.623797 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7d4283bf-f174-49cc-8cb3-35cd22006f6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:28.630135 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2289f9-9c8f-4ec4-afae-36951b153210 None None] Network b4c2ff46-b9f0-42d7-8488-523443c7706b requested from dv-cinder-760153-9-iscsi {{(pid=94642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:46:28.706414 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-7d4283bf-f174-49cc-8cb3-35cd22006f6a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7395582 Sep 07 14:46:28.749570 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d82a86-7536-4842-a2db-dde498f0895d None None] Network b4c2ff46-b9f0-42d7-8488-523443c7706b requested from dv-cinder-760153-9-iscsi {{(pid=94642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:46:29.454549 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 55318) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:46:29.459603 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-05bd5ecd-3aa7-4dc7-a10b-13191b7e69b3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1359025108-network', 'tenant_id': 'cfd75c606c454dddbeeea46c27ca3378'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:46:29.583926 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05bd5ecd-3aa7-4dc7-a10b-13191b7e69b3 admin admin] Made reservation on behalf of cfd75c606c454dddbeeea46c27ca3378 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:46:29.586428 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-05bd5ecd-3aa7-4dc7-a10b-13191b7e69b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:29.596382 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-05bd5ecd-3aa7-4dc7-a10b-13191b7e69b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:29.687012 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-05bd5ecd-3aa7-4dc7-a10b-13191b7e69b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:29.744470 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-05bd5ecd-3aa7-4dc7-a10b-13191b7e69b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:29.764438 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05bd5ecd-3aa7-4dc7-a10b-13191b7e69b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 870} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:46:29.779326 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd5ecd-3aa7-4dc7-a10b-13191b7e69b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6721768a-17fc-4ed3-9089-02c6d7b17a60,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:46:29.782182 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-05bd5ecd-3aa7-4dc7-a10b-13191b7e69b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:29.782523 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.db.segments_db [None req-05bd5ecd-3aa7-4dc7-a10b-13191b7e69b3 admin admin] Added segment 9917d531-bf76-4567-b464-e3fdd50133b4 of type vlan for network 507b7ced-651f-4bde-9412-b96e86a05383 Sep 07 14:46:29.821330 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-05bd5ecd-3aa7-4dc7-a10b-13191b7e69b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735925196804'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:29.899468 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-05bd5ecd-3aa7-4dc7-a10b-13191b7e69b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:29.900457 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bd5ecd-3aa7-4dc7-a10b-13191b7e69b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:29.901041 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-05bd5ecd-3aa7-4dc7-a10b-13191b7e69b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:29.964379 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd5ecd-3aa7-4dc7-a10b-13191b7e69b3 admin admin] Pushing event updated for resources: {'Network': ['ID=507b7ced-651f-4bde-9412-b96e86a05383,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:46:29.974512 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Network 507b7ced-651f-4bde-9412-b96e86a05383 details requested by agent ovs-agent-dv-cinder-760153-9-iscsi with host dv-cinder-760153-9-iscsi {{(pid=94642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:46:29.996959 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-05bd5ecd-3aa7-4dc7-a10b-13191b7e69b3 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5412440 Sep 07 14:46:29.999636 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 55324) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:46:30.005001 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b084da8f-c2bb-47ca-890d-cb357e34d428 admin admin] Request body: {'subnet': {'network_id': '507b7ced-651f-4bde-9412-b96e86a05383', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1359025108-subnet', 'tenant_id': 'cfd75c606c454dddbeeea46c27ca3378', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:46:30.099328 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b084da8f-c2bb-47ca-890d-cb357e34d428 admin admin] Made reservation on behalf of cfd75c606c454dddbeeea46c27ca3378 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:46:30.102401 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b084da8f-c2bb-47ca-890d-cb357e34d428 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8658449'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:30.344589 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b084da8f-c2bb-47ca-890d-cb357e34d428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8728008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8658439'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:30.400656 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b084da8f-c2bb-47ca-890d-cb357e34d428 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf64c23f-abe6-4227-98e1-ee04660db4c2,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:46:30.411099 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b084da8f-c2bb-47ca-890d-cb357e34d428 admin admin] Checking segment: {'id': '9917d531-bf76-4567-b464-e3fdd50133b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '507b7ced-651f-4bde-9412-b96e86a05383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:46:30.411537 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b084da8f-c2bb-47ca-890d-cb357e34d428 admin admin] Network hostable DHCP agents. Network: 507b7ced-651f-4bde-9412-b96e86a05383, hostable agents: ['594f7c6c-f415-4606-b669-794c15de65b6'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:46:30.515635 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b084da8f-c2bb-47ca-890d-cb357e34d428 admin admin] Network 507b7ced-651f-4bde-9412-b96e86a05383 is scheduled to be hosted by DHCP agent 594f7c6c-f415-4606-b669-794c15de65b6 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:46:30.624473 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-b084da8f-c2bb-47ca-890d-cb357e34d428 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760153-9-iscsi, 507b7ced-651f-4bde-9412-b96e86a05383) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:46:30.629455 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b084da8f-c2bb-47ca-890d-cb357e34d428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:46:30.634716 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b084da8f-c2bb-47ca-890d-cb357e34d428 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:30.634921 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa77b3b5-44a8-43ac-83e0-cd53cf6ab5d4 None None] Network 507b7ced-651f-4bde-9412-b96e86a05383 requested from dv-cinder-760153-9-iscsi {{(pid=94642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:46:30.734162 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-b084da8f-c2bb-47ca-890d-cb357e34d428 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7334213 Sep 07 14:46:30.763177 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42445a5-0fd6-4e96-bf10-a57024e60d1b None None] Network 507b7ced-651f-4bde-9412-b96e86a05383 requested from dv-cinder-760153-9-iscsi {{(pid=94642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:46:30.847088 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 55330) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:46:30.893060 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-e243b8ed-bab6-4ac6-a14e-87cebb03c18f admin admin] Deleting subnet 7799b97c-6d0a-458f-8f5c-250a962e02e7 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 14:46:30.896934 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e243b8ed-bab6-4ac6-a14e-87cebb03c18f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:30.934175 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e243b8ed-bab6-4ac6-a14e-87cebb03c18f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3863426'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:30.973623 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e243b8ed-bab6-4ac6-a14e-87cebb03c18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7667009'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:31.104945 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e243b8ed-bab6-4ac6-a14e-87cebb03c18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7667064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8727817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8658444'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:31.132156 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e243b8ed-bab6-4ac6-a14e-87cebb03c18f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7799b97c-6d0a-458f-8f5c-250a962e02e7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:46:31.134194 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e243b8ed-bab6-4ac6-a14e-87cebb03c18f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:31.136620 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-e243b8ed-bab6-4ac6-a14e-87cebb03c18f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/7799b97c-6d0a-458f-8f5c-250a962e02e7 HTTP/1.1" status: 204 len: 168 time: 0.2869666 Sep 07 14:46:31.138544 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 55332) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:46:31.210838 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83cf854c-0c95-472d-b908-8c6c49d397f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7632714'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:31.288710 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83cf854c-0c95-472d-b908-8c6c49d397f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653324', 'neutron.services.segments.db._delete_segments_for_network-8735925738105'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:31.308810 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-83cf854c-0c95-472d-b908-8c6c49d397f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4c2ff46-b9f0-42d7-8488-523443c7706b']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:46:31.318487 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-83cf854c-0c95-472d-b908-8c6c49d397f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '191424e6-718d-496b-8b20-4c8c430c5772') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:46:31.318784 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-83cf854c-0c95-472d-b908-8c6c49d397f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '191424e6-718d-496b-8b20-4c8c430c5772') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:46:31.327890 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83cf854c-0c95-472d-b908-8c6c49d397f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735925737602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3863435'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:31.340720 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83cf854c-0c95-472d-b908-8c6c49d397f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:31.346523 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83cf854c-0c95-472d-b908-8c6c49d397f4 admin admin] Releasing vlan 891 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 14:46:31.346905 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83cf854c-0c95-472d-b908-8c6c49d397f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8727723'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:31.348643 dv-cinder-760153-9-iscsi neutron-server[94640]: Traceback (most recent call last): Sep 07 14:46:31.348643 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 14:46:31.348643 dv-cinder-760153-9-iscsi neutron-server[94640]: timer() Sep 07 14:46:31.348643 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 14:46:31.348643 dv-cinder-760153-9-iscsi neutron-server[94640]: cb(*args, **kw) Sep 07 14:46:31.348643 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 14:46:31.348643 dv-cinder-760153-9-iscsi neutron-server[94640]: return func(*args, **kwargs) Sep 07 14:46:31.348643 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 14:46:31.348643 dv-cinder-760153-9-iscsi neutron-server[94640]: self._notify() Sep 07 14:46:31.348643 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 14:46:31.348643 dv-cinder-760153-9-iscsi neutron-server[94640]: self.callback(batched_events) Sep 07 14:46:31.348643 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 14:46:31.348643 dv-cinder-760153-9-iscsi neutron-server[94640]: event.method(event) Sep 07 14:46:31.348643 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 14:46:31.348643 dv-cinder-760153-9-iscsi neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 14:46:31.348643 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 14:46:31.348643 dv-cinder-760153-9-iscsi neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 14:46:31.348643 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 14:46:31.348643 dv-cinder-760153-9-iscsi neutron-server[94640]: return f(self, *a, **k) Sep 07 14:46:31.348643 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 14:46:31.348643 dv-cinder-760153-9-iscsi neutron-server[94640]: return self._get(url).json() Sep 07 14:46:31.348643 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 14:46:31.348643 dv-cinder-760153-9-iscsi neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 14:46:31.348643 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 14:46:31.348643 dv-cinder-760153-9-iscsi neutron-server[94640]: return self.request(url, 'GET', **kwargs) Sep 07 14:46:31.348643 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 14:46:31.348643 dv-cinder-760153-9-iscsi neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 14:46:31.348643 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 14:46:31.348643 dv-cinder-760153-9-iscsi neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 14:46:31.348643 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 14:46:31.348643 dv-cinder-760153-9-iscsi neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 14:46:31.348643 dv-cinder-760153-9-iscsi neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 14:46:31.481379 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83cf854c-0c95-472d-b908-8c6c49d397f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540447'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:31.486878 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83cf854c-0c95-472d-b908-8c6c49d397f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:31.490739 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-83cf854c-0c95-472d-b908-8c6c49d397f4 admin admin] 10.222.0.11 "DELETE /v2.0/networks/b4c2ff46-b9f0-42d7-8488-523443c7706b HTTP/1.1" status: 204 len: 168 time: 0.3498757 Sep 07 14:46:31.492540 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 55340) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:46:31.500149 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf854c-0c95-472d-b908-8c6c49d397f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4c2ff46-b9f0-42d7-8488-523443c7706b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:46:31.536310 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d71621-8b92-4307-9d2c-04c17533f44d admin admin] Deleting subnet cf64c23f-abe6-4227-98e1-ee04660db4c2 {{(pid=94641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 14:46:31.539520 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-33d71621-8b92-4307-9d2c-04c17533f44d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:31.573088 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-33d71621-8b92-4307-9d2c-04c17533f44d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101096'] for subnet, precommit_delete_associations {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:31.609901 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-33d71621-8b92-4307-9d2c-04c17533f44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7667009'] for subnet, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:31.727543 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-33d71621-8b92-4307-9d2c-04c17533f44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7667064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4046447'] for subnet, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:31.755055 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d71621-8b92-4307-9d2c-04c17533f44d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf64c23f-abe6-4227-98e1-ee04660db4c2,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:46:31.757029 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-33d71621-8b92-4307-9d2c-04c17533f44d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:31.758917 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-33d71621-8b92-4307-9d2c-04c17533f44d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/cf64c23f-abe6-4227-98e1-ee04660db4c2 HTTP/1.1" status: 204 len: 168 time: 0.2653921 Sep 07 14:46:31.761422 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 55342) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:46:31.827416 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-db8e9391-8dfc-4c81-9fcf-02a80d55f82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7632714'] for network, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:31.907439 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-db8e9391-8dfc-4c81-9fcf-02a80d55f82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653324', 'neutron.services.segments.db._delete_segments_for_network-8735925738105'] for network, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:31.927503 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.services.segments.db [None req-db8e9391-8dfc-4c81-9fcf-02a80d55f82b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['507b7ced-651f-4bde-9412-b96e86a05383']}} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:46:31.936757 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.services.segments.db [None req-db8e9391-8dfc-4c81-9fcf-02a80d55f82b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9917d531-bf76-4567-b464-e3fdd50133b4') {'for_net_delete': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:46:31.937054 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.services.segments.db [None req-db8e9391-8dfc-4c81-9fcf-02a80d55f82b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9917d531-bf76-4567-b464-e3fdd50133b4') {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:46:31.946311 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-db8e9391-8dfc-4c81-9fcf-02a80d55f82b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735925737602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101089'] for segment, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:31.959883 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-db8e9391-8dfc-4c81-9fcf-02a80d55f82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147'] for segment, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:31.965718 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db8e9391-8dfc-4c81-9fcf-02a80d55f82b admin admin] Releasing vlan 870 on physical network physnet1 to pool {{(pid=94641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 14:46:31.966132 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-db8e9391-8dfc-4c81-9fcf-02a80d55f82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009568'] for segment, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:31.968116 dv-cinder-760153-9-iscsi neutron-server[94641]: Traceback (most recent call last): Sep 07 14:46:31.968116 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 14:46:31.968116 dv-cinder-760153-9-iscsi neutron-server[94641]: timer() Sep 07 14:46:31.968116 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 14:46:31.968116 dv-cinder-760153-9-iscsi neutron-server[94641]: cb(*args, **kw) Sep 07 14:46:31.968116 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 14:46:31.968116 dv-cinder-760153-9-iscsi neutron-server[94641]: return func(*args, **kwargs) Sep 07 14:46:31.968116 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 14:46:31.968116 dv-cinder-760153-9-iscsi neutron-server[94641]: self._notify() Sep 07 14:46:31.968116 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 14:46:31.968116 dv-cinder-760153-9-iscsi neutron-server[94641]: self.callback(batched_events) Sep 07 14:46:31.968116 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 14:46:31.968116 dv-cinder-760153-9-iscsi neutron-server[94641]: event.method(event) Sep 07 14:46:31.968116 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 14:46:31.968116 dv-cinder-760153-9-iscsi neutron-server[94641]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 14:46:31.968116 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 14:46:31.968116 dv-cinder-760153-9-iscsi neutron-server[94641]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 14:46:31.968116 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 14:46:31.968116 dv-cinder-760153-9-iscsi neutron-server[94641]: return f(self, *a, **k) Sep 07 14:46:31.968116 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 14:46:31.968116 dv-cinder-760153-9-iscsi neutron-server[94641]: return self._get(url).json() Sep 07 14:46:31.968116 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 14:46:31.968116 dv-cinder-760153-9-iscsi neutron-server[94641]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 14:46:31.968116 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 14:46:31.968116 dv-cinder-760153-9-iscsi neutron-server[94641]: return self.request(url, 'GET', **kwargs) Sep 07 14:46:31.968116 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 14:46:31.968116 dv-cinder-760153-9-iscsi neutron-server[94641]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 14:46:31.968116 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 14:46:31.968116 dv-cinder-760153-9-iscsi neutron-server[94641]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 14:46:31.968116 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 14:46:31.968116 dv-cinder-760153-9-iscsi neutron-server[94641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 14:46:31.968116 dv-cinder-760153-9-iscsi neutron-server[94641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 14:46:32.099433 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-db8e9391-8dfc-4c81-9fcf-02a80d55f82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540447'] for network, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:32.105519 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-db8e9391-8dfc-4c81-9fcf-02a80d55f82b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for network, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:32.110432 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-db8e9391-8dfc-4c81-9fcf-02a80d55f82b admin admin] 10.222.0.11 "DELETE /v2.0/networks/507b7ced-651f-4bde-9412-b96e86a05383 HTTP/1.1" status: 204 len: 168 time: 0.3451545 Sep 07 14:46:32.122496 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e9391-8dfc-4c81-9fcf-02a80d55f82b admin admin] Pushing event deleted for resources: {'Network': ['ID=507b7ced-651f-4bde-9412-b96e86a05383,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:46:32.344810 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-708a8f91-6690-4d8b-a73f-f0a70305ce63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:32.481081 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 55352) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:46:32.521485 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-fba773fa-c98a-4a20-85a7-41ceb37d7dab admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0b3e50e97760413a9540654c46f734d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392408 Sep 07 14:46:32.523939 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 55354) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:46:32.571634 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3101df3d-7b44-456f-a143-a486982db11c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:32.594016 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3101df3d-7b44-456f-a143-a486982db11c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:32.658826 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:32.744616 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3101df3d-7b44-456f-a143-a486982db11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:32.747194 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3101df3d-7b44-456f-a143-a486982db11c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:32.750541 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-3101df3d-7b44-456f-a143-a486982db11c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6b97e12a-49c4-4f70-9241-98bfb19255bf HTTP/1.1" status: 204 len: 168 time: 0.2235336 Sep 07 14:46:32.756715 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3101df3d-7b44-456f-a143-a486982db11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b97e12a-49c4-4f70-9241-98bfb19255bf,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:46:32.763894 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3101df3d-7b44-456f-a143-a486982db11c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:32.764250 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3101df3d-7b44-456f-a143-a486982db11c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:32.764576 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3101df3d-7b44-456f-a143-a486982db11c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:32.764907 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3101df3d-7b44-456f-a143-a486982db11c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:32.765234 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3101df3d-7b44-456f-a143-a486982db11c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:32.765582 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3101df3d-7b44-456f-a143-a486982db11c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:32.765883 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3101df3d-7b44-456f-a143-a486982db11c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:32.766239 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3101df3d-7b44-456f-a143-a486982db11c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:32.766568 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3101df3d-7b44-456f-a143-a486982db11c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:32.766888 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3101df3d-7b44-456f-a143-a486982db11c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:32.767202 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3101df3d-7b44-456f-a143-a486982db11c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:32.767518 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3101df3d-7b44-456f-a143-a486982db11c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:46:33.508421 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 55362) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:46:33.548061 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-19d53f2e-9bdf-43f8-a901-570c927c627d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cfd75c606c454dddbeeea46c27ca3378&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385213 Sep 07 14:46:33.551021 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 55364) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:46:33.597644 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d4c2b52c-d655-41f6-8738-60eda5bd1e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:33.618585 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d4c2b52c-d655-41f6-8738-60eda5bd1e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:33.744608 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d4c2b52c-d655-41f6-8738-60eda5bd1e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:33.747469 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d4c2b52c-d655-41f6-8738-60eda5bd1e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:33.748516 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-d4c2b52c-d655-41f6-8738-60eda5bd1e0c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6721768a-17fc-4ed3-9089-02c6d7b17a60 HTTP/1.1" status: 204 len: 168 time: 0.1964898 Sep 07 14:46:33.757547 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c2b52c-d655-41f6-8738-60eda5bd1e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6721768a-17fc-4ed3-9089-02c6d7b17a60,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:46:34.256620 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 55378) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:46:34.366093 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-02d8e2a7-7033-4fe6-be77-2fa0118ddc3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:34.459927 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-02d8e2a7-7033-4fe6-be77-2fa0118ddc3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:34.543518 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-02d8e2a7-7033-4fe6-be77-2fa0118ddc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:34.587123 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-02d8e2a7-7033-4fe6-be77-2fa0118ddc3b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=61e25b4405b545c39781d1a93174324a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3268695 Sep 07 14:46:34.587123 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d8e2a7-7033-4fe6-be77-2fa0118ddc3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08714c0c-ba14-4ef3-8552-b46035bde4d1,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:46:34.587595 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 55388) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:46:34.638761 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1774f472-a520-47b6-a17c-68dc9e552888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:34.660345 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1774f472-a520-47b6-a17c-68dc9e552888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:34.784402 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1774f472-a520-47b6-a17c-68dc9e552888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:34.786880 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1774f472-a520-47b6-a17c-68dc9e552888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:34.788673 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-1774f472-a520-47b6-a17c-68dc9e552888 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/08714c0c-ba14-4ef3-8552-b46035bde4d1 HTTP/1.1" status: 204 len: 168 time: 0.1995971 Sep 07 14:46:34.796308 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1774f472-a520-47b6-a17c-68dc9e552888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08714c0c-ba14-4ef3-8552-b46035bde4d1,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:46:35.012866 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-dd5659f0-b5e2-4bbe-8c7d-822cb8dcf7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:35.453064 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:36.190922 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:37.828230 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:40.384832 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 55518) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:46:40.494431 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6b2947da-ad15-4334-94ce-9f911f78fb0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:40.580287 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6b2947da-ad15-4334-94ce-9f911f78fb0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:40.676223 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6b2947da-ad15-4334-94ce-9f911f78fb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:40.714464 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-6b2947da-ad15-4334-94ce-9f911f78fb0c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8552ea090d4e48b4848d941f5da38041&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3285363 Sep 07 14:46:40.715332 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2947da-ad15-4334-94ce-9f911f78fb0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09d4306-88cf-494e-86fc-69d7e9d55969,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:46:40.717973 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 55522) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:46:40.774241 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4a2e884-cf32-463b-a10c-b0eda2edd4bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:40.796074 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4a2e884-cf32-463b-a10c-b0eda2edd4bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:40.978284 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4a2e884-cf32-463b-a10c-b0eda2edd4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:40.980734 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4a2e884-cf32-463b-a10c-b0eda2edd4bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:40.981968 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-c4a2e884-cf32-463b-a10c-b0eda2edd4bc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c09d4306-88cf-494e-86fc-69d7e9d55969 HTTP/1.1" status: 204 len: 168 time: 0.2619712 Sep 07 14:46:40.989881 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a2e884-cf32-463b-a10c-b0eda2edd4bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09d4306-88cf-494e-86fc-69d7e9d55969,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:46:41.804102 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 55534) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:46:41.820298 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-87c778eb-de5b-4c0a-838d-c6e17ec3078f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:41.906931 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-87c778eb-de5b-4c0a-838d-c6e17ec3078f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:41.984307 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-87c778eb-de5b-4c0a-838d-c6e17ec3078f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:42.023446 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-87c778eb-de5b-4c0a-838d-c6e17ec3078f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1f8356b2244547d68d66845388319e35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2182364 Sep 07 14:46:42.024316 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c778eb-de5b-4c0a-838d-c6e17ec3078f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6743fb-c26c-456e-9ea4-01d93291c638,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:46:42.026111 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 55538) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:46:42.075865 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a715682c-4eda-4c36-9a16-d469a0664d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:42.096876 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a715682c-4eda-4c36-9a16-d469a0664d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:42.217723 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a715682c-4eda-4c36-9a16-d469a0664d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:42.220207 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a715682c-4eda-4c36-9a16-d469a0664d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:42.221455 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-a715682c-4eda-4c36-9a16-d469a0664d39 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bc6743fb-c26c-456e-9ea4-01d93291c638 HTTP/1.1" status: 204 len: 168 time: 0.1936665 Sep 07 14:46:42.229424 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a715682c-4eda-4c36-9a16-d469a0664d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6743fb-c26c-456e-9ea4-01d93291c638,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:46:45.066854 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 55618) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:46:45.166081 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f291ffa9-07a6-4a86-91de-ad1bb34faca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:45.251557 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f291ffa9-07a6-4a86-91de-ad1bb34faca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:45.332220 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f291ffa9-07a6-4a86-91de-ad1bb34faca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:45.371121 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-f291ffa9-07a6-4a86-91de-ad1bb34faca1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=19176ff33f384d6f9a07022e3dbf777c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3030643 Sep 07 14:46:45.373143 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291ffa9-07a6-4a86-91de-ad1bb34faca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a38b610-1cf8-417f-8fe1-56b305e63135,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:46:45.374517 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 55622) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:46:45.428549 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f65d6640-eac3-4377-a237-7c6eb59e8d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:45.449262 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f65d6640-eac3-4377-a237-7c6eb59e8d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:45.560455 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f65d6640-eac3-4377-a237-7c6eb59e8d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:45.563152 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f65d6640-eac3-4377-a237-7c6eb59e8d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:45.564369 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-f65d6640-eac3-4377-a237-7c6eb59e8d09 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8a38b610-1cf8-417f-8fe1-56b305e63135 HTTP/1.1" status: 204 len: 168 time: 0.1885724 Sep 07 14:46:45.572119 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d6640-eac3-4377-a237-7c6eb59e8d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a38b610-1cf8-417f-8fe1-56b305e63135,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:46:46.274003 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 55630) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:46:46.287036 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae944f88-68d2-4d27-bd0f-4e408b8a9a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:46.376283 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae944f88-68d2-4d27-bd0f-4e408b8a9a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:46.450509 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae944f88-68d2-4d27-bd0f-4e408b8a9a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:46.489439 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-ae944f88-68d2-4d27-bd0f-4e408b8a9a9b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5d8bfaeecb4c400d89b82f782495021c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2143669 Sep 07 14:46:46.490166 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae944f88-68d2-4d27-bd0f-4e408b8a9a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ad919c-dd7e-4dc0-8994-909638159a75,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:46:46.492187 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 55632) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:46:46.540169 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d128c165-ce58-46fd-b462-d41559ee435f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:46.564165 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d128c165-ce58-46fd-b462-d41559ee435f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:46.686355 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d128c165-ce58-46fd-b462-d41559ee435f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:46.689039 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d128c165-ce58-46fd-b462-d41559ee435f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:46:46.690870 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-d128c165-ce58-46fd-b462-d41559ee435f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/76ad919c-dd7e-4dc0-8994-909638159a75 HTTP/1.1" status: 204 len: 168 time: 0.1975660 Sep 07 14:46:46.700186 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d128c165-ce58-46fd-b462-d41559ee435f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ad919c-dd7e-4dc0-8994-909638159a75,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:46:59.950515 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 55872) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:47:00.070841 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3d5863cb-66f5-4235-b3b3-827aab880470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:00.170666 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3d5863cb-66f5-4235-b3b3-827aab880470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:00.249553 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3d5863cb-66f5-4235-b3b3-827aab880470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:00.288655 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-3d5863cb-66f5-4235-b3b3-827aab880470 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d6cb9b136b3e4cfe991bea662d55f7f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3368998 Sep 07 14:47:00.289470 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5863cb-66f5-4235-b3b3-827aab880470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0caf0b6c-519b-4f94-ae5a-86505959168d,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:00.291598 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 55876) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:47:00.346716 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af41101b-6798-4392-820c-dc874c07acd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:00.368137 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af41101b-6798-4392-820c-dc874c07acd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:00.489797 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af41101b-6798-4392-820c-dc874c07acd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:00.492339 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af41101b-6798-4392-820c-dc874c07acd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:00.493546 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-af41101b-6798-4392-820c-dc874c07acd4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0caf0b6c-519b-4f94-ae5a-86505959168d HTTP/1.1" status: 204 len: 168 time: 0.2009134 Sep 07 14:47:00.501987 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af41101b-6798-4392-820c-dc874c07acd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0caf0b6c-519b-4f94-ae5a-86505959168d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:01.386830 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.agents_db [None req-8586c0a8-7e1b-4ad5-b29e-274ce3295afb None None] Agent healthcheck: found 6 active agents {{(pid=94643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:47:02.342462 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-d9d1eb0d-6015-401d-9960-c05ba5b6aa37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:02.655517 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:05.010744 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a83dbf06-de97-46ce-bac3-fa6f8dc9ef59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:05.450633 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:06.214964 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:07.861978 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:10.772446 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 55978) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:47:10.876840 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e079dd62-a030-490e-9f80-f76c63b85e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:10.972982 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e079dd62-a030-490e-9f80-f76c63b85e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:11.010327 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e079dd62-a030-490e-9f80-f76c63b85e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:11.053690 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-e079dd62-a030-490e-9f80-f76c63b85e5c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4479060b9ea94a08ae6b97c02a2469c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2801542 Sep 07 14:47:11.054561 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079dd62-a030-490e-9f80-f76c63b85e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd85554-e3bd-4088-8514-594f0a515169,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:11.057325 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 55984) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:47:11.110785 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd66177a-f0f9-4d61-8fb5-212d4683d13b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:11.131658 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd66177a-f0f9-4d61-8fb5-212d4683d13b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:11.254596 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd66177a-f0f9-4d61-8fb5-212d4683d13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:11.257140 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd66177a-f0f9-4d61-8fb5-212d4683d13b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:11.258353 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-cd66177a-f0f9-4d61-8fb5-212d4683d13b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ffd85554-e3bd-4088-8514-594f0a515169 HTTP/1.1" status: 204 len: 168 time: 0.1992512 Sep 07 14:47:11.266750 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd66177a-f0f9-4d61-8fb5-212d4683d13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd85554-e3bd-4088-8514-594f0a515169,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:19.947773 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 56032) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:47:20.051508 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3e4f65cc-3b77-4b0f-a4c8-4f19a6d7a619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:20.138050 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3e4f65cc-3b77-4b0f-a4c8-4f19a6d7a619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:20.215533 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3e4f65cc-3b77-4b0f-a4c8-4f19a6d7a619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:20.257529 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-3e4f65cc-3b77-4b0f-a4c8-4f19a6d7a619 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3b4cf579eac144d7a07fd7a6d509841d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3086774 Sep 07 14:47:20.258359 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f65cc-3b77-4b0f-a4c8-4f19a6d7a619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9994d714-e812-4c3b-b559-fc8f90cd7fe1,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:20.260183 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 56036) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:47:20.311067 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2901f7b6-9e3f-4392-b7ef-2d4236818413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:20.333669 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2901f7b6-9e3f-4392-b7ef-2d4236818413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:20.449625 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2901f7b6-9e3f-4392-b7ef-2d4236818413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:20.452208 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2901f7b6-9e3f-4392-b7ef-2d4236818413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:20.453373 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-2901f7b6-9e3f-4392-b7ef-2d4236818413 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9994d714-e812-4c3b-b559-fc8f90cd7fe1 HTTP/1.1" status: 204 len: 168 time: 0.1914403 Sep 07 14:47:20.461790 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2901f7b6-9e3f-4392-b7ef-2d4236818413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9994d714-e812-4c3b-b559-fc8f90cd7fe1,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:21.614060 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 56058) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:47:21.711075 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-1556c604-f142-45d8-b84a-1bd5d4eff172 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-324695497-network', 'tenant_id': 'af34ab676bcb4c349937e487a30c7f4c'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:47:21.808246 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1556c604-f142-45d8-b84a-1bd5d4eff172 admin admin] Made reservation on behalf of af34ab676bcb4c349937e487a30c7f4c for: {'network': 1} {{(pid=94641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:47:21.810668 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1556c604-f142-45d8-b84a-1bd5d4eff172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for network, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:21.819730 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1556c604-f142-45d8-b84a-1bd5d4eff172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:21.907278 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1556c604-f142-45d8-b84a-1bd5d4eff172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:21.979279 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1556c604-f142-45d8-b84a-1bd5d4eff172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:21.999571 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1556c604-f142-45d8-b84a-1bd5d4eff172 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 890} {{(pid=94641) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 14:47:22.013385 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1556c604-f142-45d8-b84a-1bd5d4eff172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c0dd23-c3ea-46ac-b11b-75e38edf71d1,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:22.018052 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1556c604-f142-45d8-b84a-1bd5d4eff172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147'] for segment, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:22.018396 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.db.segments_db [None req-1556c604-f142-45d8-b84a-1bd5d4eff172 admin admin] Added segment 25ca10e1-abd6-423c-a2fc-3caf80beff1a of type vlan for network 896271d4-84c3-423a-b1eb-ac6a234fc038 Sep 07 14:47:22.060735 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1556c604-f142-45d8-b84a-1bd5d4eff172 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735925196804'] for network, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:22.145156 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1556c604-f142-45d8-b84a-1bd5d4eff172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332'] for network, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:22.146151 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1556c604-f142-45d8-b84a-1bd5d4eff172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:47:22.146735 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1556c604-f142-45d8-b84a-1bd5d4eff172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for network, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:22.205370 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1556c604-f142-45d8-b84a-1bd5d4eff172 admin admin] Pushing event updated for resources: {'Network': ['ID=896271d4-84c3-423a-b1eb-ac6a234fc038,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:22.215213 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Network 896271d4-84c3-423a-b1eb-ac6a234fc038 details requested by agent ovs-agent-dv-cinder-760153-9-iscsi with host dv-cinder-760153-9-iscsi {{(pid=94642) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 14:47:22.267508 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-1556c604-f142-45d8-b84a-1bd5d4eff172 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6522129 Sep 07 14:47:22.270460 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 56062) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:47:22.275221 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [None req-39f9bc9f-2b3a-413c-bb44-f184b794ea11 admin admin] Request body: {'subnet': {'network_id': '896271d4-84c3-423a-b1eb-ac6a234fc038', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-324695497-subnet', 'tenant_id': 'af34ab676bcb4c349937e487a30c7f4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:47:22.427318 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f9bc9f-2b3a-413c-bb44-f184b794ea11 admin admin] Made reservation on behalf of af34ab676bcb4c349937e487a30c7f4c for: {'subnet': 1} {{(pid=94641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:47:22.429792 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-39f9bc9f-2b3a-413c-bb44-f184b794ea11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4046450'] for subnet, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:22.655571 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-39f9bc9f-2b3a-413c-bb44-f184b794ea11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4009731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4046436'] for subnet, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:22.715791 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f9bc9f-2b3a-413c-bb44-f184b794ea11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c6a4b61-f8df-4b40-aaf0-9784dd206e85,revision_number=0']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:22.719922 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f9bc9f-2b3a-413c-bb44-f184b794ea11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:22.720269 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f9bc9f-2b3a-413c-bb44-f184b794ea11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:22.720611 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f9bc9f-2b3a-413c-bb44-f184b794ea11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:22.720946 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f9bc9f-2b3a-413c-bb44-f184b794ea11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:22.721274 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f9bc9f-2b3a-413c-bb44-f184b794ea11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:22.721607 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f9bc9f-2b3a-413c-bb44-f184b794ea11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:22.722628 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f9bc9f-2b3a-413c-bb44-f184b794ea11 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:22.722959 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f9bc9f-2b3a-413c-bb44-f184b794ea11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:22.723286 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f9bc9f-2b3a-413c-bb44-f184b794ea11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:22.723611 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f9bc9f-2b3a-413c-bb44-f184b794ea11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:22.723937 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f9bc9f-2b3a-413c-bb44-f184b794ea11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:22.724261 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f9bc9f-2b3a-413c-bb44-f184b794ea11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:22.730085 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f9bc9f-2b3a-413c-bb44-f184b794ea11 admin admin] Checking segment: {'id': '25ca10e1-abd6-423c-a2fc-3caf80beff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '896271d4-84c3-423a-b1eb-ac6a234fc038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:47:22.730439 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f9bc9f-2b3a-413c-bb44-f184b794ea11 admin admin] Network hostable DHCP agents. Network: 896271d4-84c3-423a-b1eb-ac6a234fc038, hostable agents: ['594f7c6c-f415-4606-b669-794c15de65b6'], hosted agents: [] {{(pid=94641) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 14:47:22.823397 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 56064) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:47:22.864343 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f9bc9f-2b3a-413c-bb44-f184b794ea11 admin admin] Network 896271d4-84c3-423a-b1eb-ac6a234fc038 is scheduled to be hosted by DHCP agent 594f7c6c-f415-4606-b669-794c15de65b6 with binding_index 1 {{(pid=94641) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 14:47:22.965657 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-39f9bc9f-2b3a-413c-bb44-f184b794ea11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760153-9-iscsi, 896271d4-84c3-423a-b1eb-ac6a234fc038) {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:47:22.971269 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f9bc9f-2b3a-413c-bb44-f184b794ea11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:47:22.971269 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-39f9bc9f-2b3a-413c-bb44-f184b794ea11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:22.976170 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be05c7a-d6d7-44a9-82a4-13af24b444c6 None None] Network 896271d4-84c3-423a-b1eb-ac6a234fc038 requested from dv-cinder-760153-9-iscsi {{(pid=94642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:47:23.001535 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3eb13aeb-1eb8-4694-99dc-9e30b5471313 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Deleting port 22b85b0b-61a7-4c9a-baf1-21ecbd88c534 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:47:23.007466 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3eb13aeb-1eb8-4694-99dc-9e30b5471313 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:23.088654 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-39f9bc9f-2b3a-413c-bb44-f184b794ea11 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8093102 Sep 07 14:47:23.088654 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3eb13aeb-1eb8-4694-99dc-9e30b5471313 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:23.088654 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3eb13aeb-1eb8-4694-99dc-9e30b5471313 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:23.097689 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3eb13aeb-1eb8-4694-99dc-9e30b5471313 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Calling delete_port for 22b85b0b-61a7-4c9a-baf1-21ecbd88c534 owned by network:floatingip {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:47:23.101404 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be230db-c5ee-46e0-999f-835532b1c6c5 None None] Network 896271d4-84c3-423a-b1eb-ac6a234fc038 requested from dv-cinder-760153-9-iscsi {{(pid=94642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:47:23.341295 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3eb13aeb-1eb8-4694-99dc-9e30b5471313 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:23.367320 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb13aeb-1eb8-4694-99dc-9e30b5471313 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Pushing event deleted for resources: {'Port': ['ID=22b85b0b-61a7-4c9a-baf1-21ecbd88c534,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:23.429055 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3eb13aeb-1eb8-4694-99dc-9e30b5471313 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks [] for floatingip, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:23.429423 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.db.l3_db [None req-3eb13aeb-1eb8-4694-99dc-9e30b5471313 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Floating IP 70beb8ba-18e0-41c0-9f73-0c3bad20a212 disassociated (deleted). External IP: 172.27.3.108, port: dc3cd3fa-74de-4176-a41a-d7447ff3d5fb. Sep 07 14:47:23.635551 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb13aeb-1eb8-4694-99dc-9e30b5471313 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Router c5538baf-d137-49c4-8cbb-cac645afeab4 has already been hosted by L3 agent ca4ca367-a056-42f7-949c-96b33f8f39bf {{(pid=94641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:47:24.006101 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb13aeb-1eb8-4694-99dc-9e30b5471313 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify agent at l3_agent.dv-cinder-760153-9-iscsi the message routers_updated {{(pid=94641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:47:24.010989 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3eb13aeb-1eb8-4694-99dc-9e30b5471313 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for floatingip, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:24.017170 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439fa790-3ca3-43a2-8d53-04738dc2fc81 None None] Sync routers for ids ['c5538baf-d137-49c4-8cbb-cac645afeab4'] in dv-cinder-760153-9-iscsi {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:47:24.027846 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439fa790-3ca3-43a2-8d53-04738dc2fc81 None None] Routers {'c5538baf-d137-49c4-8cbb-cac645afeab4'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:47:24.028543 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-439fa790-3ca3-43a2-8d53-04738dc2fc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:47:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['c5538baf-d137-49c4-8cbb-cac645afeab4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:47:24.039629 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-3eb13aeb-1eb8-4694-99dc-9e30b5471313 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "DELETE /v2.0/floatingips/70beb8ba-18e0-41c0-9f73-0c3bad20a212 HTTP/1.1" status: 204 len: 168 time: 1.2128694 Sep 07 14:47:24.039629 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ea3af6a-fad8-4eff-a45e-b736521fd383', 'tag': 'dc3cd3fa-74de-4176-a41a-d7447ff3d5fb'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:47:24.040558 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ae4c01fc0fef93246b53b81dc3c4053f5278a59fc30262d76e8d579d86f7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59d3fe6-f9d4-42a6-971b-89ac54b5a59a" -d '{"events": [{"name": "network-changed", "server_uuid": "3ea3af6a-fad8-4eff-a45e-b736521fd383", "tag": "dc3cd3fa-74de-4176-a41a-d7447ff3d5fb"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:47:24.158472 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-439fa790-3ca3-43a2-8d53-04738dc2fc81 None None] Set router c5538baf-d137-49c4-8cbb-cac645afeab4 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:47:24.214469 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a50cc7-b927-48bd-8e7b-9771ff35e488 x-openstack-request-id: req-64a50cc7-b927-48bd-8e7b-9771ff35e488 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:47:24.214832 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ea3af6a-fad8-4eff-a45e-b736521fd383", "tag": "dc3cd3fa-74de-4176-a41a-d7447ff3d5fb", "status": "completed", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:47:24.215149 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-64a50cc7-b927-48bd-8e7b-9771ff35e488 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:47:24.215607 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ea3af6a-fad8-4eff-a45e-b736521fd383', 'tag': 'dc3cd3fa-74de-4176-a41a-d7447ff3d5fb', 'status': 'completed', 'code': 200} Sep 07 14:47:24.329982 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d3fe6-f9d4-42a6-971b-89ac54b5a59a req-3ea8493f-3a47-499e-92fe-52e2b7b80fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:47:24.332125 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-b59d3fe6-f9d4-42a6-971b-89ac54b5a59a req-3ea8493f-3a47-499e-92fe-52e2b7b80fc3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ddcff35f4fe74c3087d85eedd77cfcb3&device_id=3ea3af6a-fad8-4eff-a45e-b736521fd383 HTTP/1.1" status: 200 len: 1098 time: 0.0935373 Sep 07 14:47:24.401344 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-439fa790-3ca3-43a2-8d53-04738dc2fc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'name': 'tempest-TestVolumeBootPattern-1625730596-router', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'eb666416-6561-4d0c-8443-5923fb1ed931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:01Z', 'updated_at': '2021-09-07T14:39:07Z', 'revision_number': 4, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'gw_port': {'id': 'eb666416-6561-4d0c-8443-5923fb1ed931', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:02Z', 'updated_at': '2021-09-07T14:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_floatingips': [{'id': 'c9ef39d4-9a16-4b92-b5ca-af63dbf760a7', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'floating_ip_address': '172.27.3.211', 'floating_network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'router_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'port_id': '62e2be16-2d84-480f-81fb-225d244ae332', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45', 'mac_address': 'fa:16:3e:88:7b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0a5ba2-9a63-4995-9281-5a3531ae4821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:43:22Z', 'updated_at': '2021-09-07T14:43:25Z', 'revision_number': 1, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f810e8aa-4b7f-4a11-8f7c-aba31de7c523', 'name': '', 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'mac_address': 'fa:16:3e:df:9b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '846cc3d9-b8d8-4a47-8daf-12b566ed01c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:05Z', 'updated_at': '2021-09-07T14:39:12Z', 'revision_number': 5, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'subnets': [{'id': '846cc3d9-b8d8-4a47-8daf-12b566ed01c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:47:24.430849 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439fa790-3ca3-43a2-8d53-04738dc2fc81 None None] Checking router: c5538baf-d137-49c4-8cbb-cac645afeab4 for host: dv-cinder-760153-9-iscsi {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:47:24.436282 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d3fe6-f9d4-42a6-971b-89ac54b5a59a req-9eefdd51-f34c-4476-ba44-52f86da815a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:47:24.437767 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-b59d3fe6-f9d4-42a6-971b-89ac54b5a59a req-9eefdd51-f34c-4476-ba44-52f86da815a0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=10bc76c4-28c7-4ddc-9078-74979f2c3f45 HTTP/1.1" status: 200 len: 913 time: 0.0962396 Sep 07 14:47:24.442467 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439fa790-3ca3-43a2-8d53-04738dc2fc81 None None] Routers {'c5538baf-d137-49c4-8cbb-cac645afeab4'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:47:24.443161 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-439fa790-3ca3-43a2-8d53-04738dc2fc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:47:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['c5538baf-d137-49c4-8cbb-cac645afeab4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:47:24.482756 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-b59d3fe6-f9d4-42a6-971b-89ac54b5a59a req-038e6e86-99b0-4515-954e-ec055ca394f5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc3cd3fa-74de-4176-a41a-d7447ff3d5fb HTTP/1.1" status: 200 len: 217 time: 0.0365572 Sep 07 14:47:24.541514 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d3fe6-f9d4-42a6-971b-89ac54b5a59a req-20990638-ccb5-4a9f-94e3-0409ef591360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:47:24.543052 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-b59d3fe6-f9d4-42a6-971b-89ac54b5a59a req-20990638-ccb5-4a9f-94e3-0409ef591360 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=846cc3d9-b8d8-4a47-8daf-12b566ed01c8 HTTP/1.1" status: 200 len: 851 time: 0.0532763 Sep 07 14:47:24.545423 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22166e2-d3da-490c-80f3-a21408feea71 req-a58a3b27-654f-43f8-85c9-79e96c11cc1e tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:47:24.547170 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a22166e2-d3da-490c-80f3-a21408feea71 req-a58a3b27-654f-43f8-85c9-79e96c11cc1e tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ea3af6a-fad8-4eff-a45e-b736521fd383 HTTP/1.1" status: 200 len: 945 time: 0.1155310 Sep 07 14:47:24.592587 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a22166e2-d3da-490c-80f3-a21408feea71 req-90a7d4ff-f2bd-4658-aeab-3c5f7b27a1a7 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376756 Sep 07 14:47:24.597858 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d3fe6-f9d4-42a6-971b-89ac54b5a59a req-83228faa-e074-42f1-9341-688b508287b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:47:24.599607 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-b59d3fe6-f9d4-42a6-971b-89ac54b5a59a req-83228faa-e074-42f1-9341-688b508287b8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=10bc76c4-28c7-4ddc-9078-74979f2c3f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484710 Sep 07 14:47:24.612712 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [req-b59d3fe6-f9d4-42a6-971b-89ac54b5a59a req-aec1013c-66aa-4fd4-8a8c-45a21e0dafc1 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94641) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 14:47:24.614122 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-b59d3fe6-f9d4-42a6-971b-89ac54b5a59a req-aec1013c-66aa-4fd4-8a8c-45a21e0dafc1 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060525 Sep 07 14:47:24.677885 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-439fa790-3ca3-43a2-8d53-04738dc2fc81 None None] Set router c5538baf-d137-49c4-8cbb-cac645afeab4 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:47:24.713025 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-b59d3fe6-f9d4-42a6-971b-89ac54b5a59a req-4e2e0deb-2072-445f-9b32-a7d8afbb181e service neutron] 10.222.0.22 "GET /v2.0/networks/10bc76c4-28c7-4ddc-9078-74979f2c3f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917058 Sep 07 14:47:24.809710 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-b59d3fe6-f9d4-42a6-971b-89ac54b5a59a req-491114e9-d320-4d4a-a0d1-65b41d463e8d service neutron] 10.222.0.22 "GET /v2.0/networks/10bc76c4-28c7-4ddc-9078-74979f2c3f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884311 Sep 07 14:47:24.899515 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-439fa790-3ca3-43a2-8d53-04738dc2fc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'name': 'tempest-TestVolumeBootPattern-1625730596-router', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'eb666416-6561-4d0c-8443-5923fb1ed931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:01Z', 'updated_at': '2021-09-07T14:39:07Z', 'revision_number': 4, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'gw_port': {'id': 'eb666416-6561-4d0c-8443-5923fb1ed931', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:02Z', 'updated_at': '2021-09-07T14:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_floatingips': [{'id': 'c9ef39d4-9a16-4b92-b5ca-af63dbf760a7', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'floating_ip_address': '172.27.3.211', 'floating_network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'router_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'port_id': '62e2be16-2d84-480f-81fb-225d244ae332', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45', 'mac_address': 'fa:16:3e:88:7b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0a5ba2-9a63-4995-9281-5a3531ae4821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:43:22Z', 'updated_at': '2021-09-07T14:43:25Z', 'revision_number': 1, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f810e8aa-4b7f-4a11-8f7c-aba31de7c523', 'name': '', 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'mac_address': 'fa:16:3e:df:9b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '846cc3d9-b8d8-4a47-8daf-12b566ed01c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:05Z', 'updated_at': '2021-09-07T14:39:12Z', 'revision_number': 5, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'subnets': [{'id': '846cc3d9-b8d8-4a47-8daf-12b566ed01c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:47:24.926264 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439fa790-3ca3-43a2-8d53-04738dc2fc81 None None] The sync data for ids ['c5538baf-d137-49c4-8cbb-cac645afeab4'] in dv-cinder-760153-9-iscsi is: [{'id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'name': 'tempest-TestVolumeBootPattern-1625730596-router', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'eb666416-6561-4d0c-8443-5923fb1ed931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:01Z', 'updated_at': '2021-09-07T14:39:07Z', 'revision_number': 4, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'gw_port': {'id': 'eb666416-6561-4d0c-8443-5923fb1ed931', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:02Z', 'updated_at': '2021-09-07T14:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_floatingips': [{'id': 'c9ef39d4-9a16-4b92-b5ca-af63dbf760a7', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'floating_ip_address': '172.27.3.211', 'floating_network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'router_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'port_id': '62e2be16-2d84-480f-81fb-225d244ae332', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45', 'mac_address': 'fa:16:3e:88:7b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e0a5ba2-9a63-4995-9281-5a3531ae4821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T14:43:22Z', 'updated_at': '2021-09-07T14:43:25Z', 'revision_number': 1, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f810e8aa-4b7f-4a11-8f7c-aba31de7c523', 'name': '', 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'mac_address': 'fa:16:3e:df:9b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '846cc3d9-b8d8-4a47-8daf-12b566ed01c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:05Z', 'updated_at': '2021-09-07T14:39:12Z', 'revision_number': 5, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'subnets': [{'id': '846cc3d9-b8d8-4a47-8daf-12b566ed01c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:47:25.149449 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab79d3eb-a02a-4dd2-b19e-706432d4353b None None] New status for floating IP 70beb8ba-18e0-41c0-9f73-0c3bad20a212: DOWN {{(pid=94643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 14:47:25.268190 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87cea87-a79e-4cef-8c00-51a365312f63 req-39241aa8-c26e-4e88-9a46-4d66717ee606 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:47:25.270397 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d87cea87-a79e-4cef-8c00-51a365312f63 req-39241aa8-c26e-4e88-9a46-4d66717ee606 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/networks?id=896271d4-84c3-423a-b1eb-ac6a234fc038 HTTP/1.1" status: 200 len: 813 time: 0.1066191 Sep 07 14:47:25.285717 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d87cea87-a79e-4cef-8c00-51a365312f63 req-841ac346-1899-48a0-94e3-529ad0783522 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/quotas/af34ab676bcb4c349937e487a30c7f4c HTTP/1.1" status: 200 len: 375 time: 0.0096240 Sep 07 14:47:25.318312 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d87cea87-a79e-4cef-8c00-51a365312f63 req-36940d76-703d-4847-aa7b-9141cb0a139e tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=af34ab676bcb4c349937e487a30c7f4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257204 Sep 07 14:47:25.406563 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d87cea87-a79e-4cef-8c00-51a365312f63 req-38af3f78-c062-44ad-8d7d-dedaf054a6b8 service neutron] 10.222.0.11 "GET /v2.0/networks/896271d4-84c3-423a-b1eb-ac6a234fc038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814719 Sep 07 14:47:25.500508 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d87cea87-a79e-4cef-8c00-51a365312f63 req-cd8b755f-6aa1-4f77-8c24-f503fe087833 service neutron] 10.222.0.11 "GET /v2.0/networks/896271d4-84c3-423a-b1eb-ac6a234fc038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875881 Sep 07 14:47:25.711355 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853743e2-ecc9-4f87-9d5c-add07eb15183 req-84ec281e-641e-4de7-aa4c-47795649242e tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:47:25.713171 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-853743e2-ecc9-4f87-9d5c-add07eb15183 req-84ec281e-641e-4de7-aa4c-47795649242e tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ea3af6a-fad8-4eff-a45e-b736521fd383 HTTP/1.1" status: 200 len: 945 time: 0.0512190 Sep 07 14:47:25.765358 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-853743e2-ecc9-4f87-9d5c-add07eb15183 req-7e93a8c7-2668-447d-8fa2-ec8e5f412cb6 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453839 Sep 07 14:47:25.786737 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1f9dbecc-c765-4ff5-8191-fe9540ba9e29 req-8a42f61b-c02c-4b68-a4ff-53072e1f6169 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a3c88eb-610a-4d89-a131-7e088dbbd5e3 HTTP/1.1" status: 200 len: 210 time: 0.0379643 Sep 07 14:47:26.078787 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ba810-222d-4044-bedc-8efc90540cff req-38357535-528f-4bc6-b1a8-406fbaa29b61 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:47:26.080245 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-8c7ba810-222d-4044-bedc-8efc90540cff req-38357535-528f-4bc6-b1a8-406fbaa29b61 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ea3af6a-fad8-4eff-a45e-b736521fd383 HTTP/1.1" status: 200 len: 945 time: 0.0495825 Sep 07 14:47:26.182472 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [req-8c7ba810-222d-4044-bedc-8efc90540cff req-917493fc-9437-49af-9a39-3f5f23cf6d0c tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Deleting port dc3cd3fa-74de-4176-a41a-d7447ff3d5fb {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:47:26.182813 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-8c7ba810-222d-4044-bedc-8efc90540cff req-917493fc-9437-49af-9a39-3f5f23cf6d0c tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:26.272948 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [req-8c7ba810-222d-4044-bedc-8efc90540cff req-917493fc-9437-49af-9a39-3f5f23cf6d0c tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] For port dc3cd3fa-74de-4176-a41a-d7447ff3d5fb, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=dc3cd3fa-74de-4176-a41a-d7447ff3d5fb,segment=NetworkSegment(33cad443-550e-44eb-8a23-9490b4c4b203),segment_id=33cad443-550e-44eb-8a23-9490b4c4b203)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:47:26.273224 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-8c7ba810-222d-4044-bedc-8efc90540cff req-917493fc-9437-49af-9a39-3f5f23cf6d0c tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:26.286522 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [req-8c7ba810-222d-4044-bedc-8efc90540cff req-917493fc-9437-49af-9a39-3f5f23cf6d0c tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Calling delete_port for dc3cd3fa-74de-4176-a41a-d7447ff3d5fb owned by compute:nova {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:47:26.597005 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-8c7ba810-222d-4044-bedc-8efc90540cff req-917493fc-9437-49af-9a39-3f5f23cf6d0c tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:26.627735 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917493fc-9437-49af-9a39-3f5f23cf6d0c tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Pushing event deleted for resources: {'Port': ['ID=dc3cd3fa-74de-4176-a41a-d7447ff3d5fb,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:26.667280 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c7ba810-222d-4044-bedc-8efc90540cff req-917493fc-9437-49af-9a39-3f5f23cf6d0c tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] No DVR routers for this DVR port dc3cd3fa-74de-4176-a41a-d7447ff3d5fb on host hv-cinder-76015 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:47:26.670018 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-8c7ba810-222d-4044-bedc-8efc90540cff req-917493fc-9437-49af-9a39-3f5f23cf6d0c tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:26.672029 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-8c7ba810-222d-4044-bedc-8efc90540cff req-917493fc-9437-49af-9a39-3f5f23cf6d0c tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.22 "DELETE /v2.0/ports/dc3cd3fa-74de-4176-a41a-d7447ff3d5fb HTTP/1.1" status: 204 len: 173 time: 0.5838814 Sep 07 14:47:26.672463 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea3af6a-fad8-4eff-a45e-b736521fd383', 'name': 'network-vif-deleted', 'tag': 'dc3cd3fa-74de-4176-a41a-d7447ff3d5fb'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:47:26.675521 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ae4c01fc0fef93246b53b81dc3c4053f5278a59fc30262d76e8d579d86f7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3827ed2-527a-43c1-ab48-de1022d4e12d" -d '{"events": [{"server_uuid": "3ea3af6a-fad8-4eff-a45e-b736521fd383", "name": "network-vif-deleted", "tag": "dc3cd3fa-74de-4176-a41a-d7447ff3d5fb"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:47:26.714791 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b15757-aefb-49f4-8dce-5d9f3d70c144 x-openstack-request-id: req-f2b15757-aefb-49f4-8dce-5d9f3d70c144 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:47:26.715082 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea3af6a-fad8-4eff-a45e-b736521fd383", "name": "network-vif-deleted", "tag": "dc3cd3fa-74de-4176-a41a-d7447ff3d5fb", "status": "completed", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:47:26.715382 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f2b15757-aefb-49f4-8dce-5d9f3d70c144 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:47:26.715792 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea3af6a-fad8-4eff-a45e-b736521fd383', 'name': 'network-vif-deleted', 'tag': 'dc3cd3fa-74de-4176-a41a-d7447ff3d5fb', 'status': 'completed', 'code': 200} Sep 07 14:47:26.865895 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-cede4951-d6b7-4362-b424-b89a63256818 req-ecb7bcb5-f3a0-4ac3-888f-5c654ccb638b tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ea3af6a-fad8-4eff-a45e-b736521fd383 HTTP/1.1" status: 200 len: 210 time: 0.0316513 Sep 07 14:47:26.895130 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0c301e34-97f6-4d09-bfda-7292bed2e28a req-aa7e2a10-6a94-4253-afbf-dd1fc814c651 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a3c88eb-610a-4d89-a131-7e088dbbd5e3 HTTP/1.1" status: 200 len: 210 time: 0.0273447 Sep 07 14:47:27.976531 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-45f36af9-c220-4614-acf2-5e8e49a33075 req-ec887afc-dc4e-44e3-8878-ae608e3381e7 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ea3af6a-fad8-4eff-a45e-b736521fd383 HTTP/1.1" status: 200 len: 210 time: 0.0289869 Sep 07 14:47:28.011507 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a8213297-a490-4f23-84da-ce890dbb6ea3 req-e389f253-7af8-4809-a8c6-175cba681fb8 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a3c88eb-610a-4d89-a131-7e088dbbd5e3 HTTP/1.1" status: 200 len: 210 time: 0.0374410 Sep 07 14:47:28.080295 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87cea87-a79e-4cef-8c00-51a365312f63 req-5529e9e2-2a72-4efe-a2b1-c04dd7a0e7ff tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:47:28.082013 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-d87cea87-a79e-4cef-8c00-51a365312f63 req-5529e9e2-2a72-4efe-a2b1-c04dd7a0e7ff tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.22 "GET /v2.0/networks?id=896271d4-84c3-423a-b1eb-ac6a234fc038 HTTP/1.1" status: 200 len: 813 time: 0.1060443 Sep 07 14:47:28.096180 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [req-d87cea87-a79e-4cef-8c00-51a365312f63 req-4dd9e4f0-aeb5-4c53-98b4-809f8cd6b898 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Request body: {'port': {'device_id': '2a3c88eb-610a-4d89-a131-7e088dbbd5e3', 'network_id': '896271d4-84c3-423a-b1eb-ac6a234fc038', 'admin_state_up': True, 'tenant_id': 'af34ab676bcb4c349937e487a30c7f4c'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:47:28.295143 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d87cea87-a79e-4cef-8c00-51a365312f63 req-4dd9e4f0-aeb5-4c53-98b4-809f8cd6b898 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Made reservation on behalf of af34ab676bcb4c349937e487a30c7f4c for: {'port': 1} {{(pid=94641) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:47:28.298603 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-d87cea87-a79e-4cef-8c00-51a365312f63 req-4dd9e4f0-aeb5-4c53-98b4-809f8cd6b898 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:28.434255 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [req-d87cea87-a79e-4cef-8c00-51a365312f63 req-4dd9e4f0-aeb5-4c53-98b4-809f8cd6b898 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Allocated IP 172.20.0.11 (896271d4-84c3-423a-b1eb-ac6a234fc038/3c6a4b61-f8df-4b40-aaf0-9784dd206e85/ddb301fb-fee2-423b-a87f-8ac39f60e269) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:47:28.582485 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-d87cea87-a79e-4cef-8c00-51a365312f63 req-4dd9e4f0-aeb5-4c53-98b4-809f8cd6b898 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:28.695304 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-d87cea87-a79e-4cef-8c00-51a365312f63 req-4dd9e4f0-aeb5-4c53-98b4-809f8cd6b898 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:28.737714 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d87cea87-a79e-4cef-8c00-51a365312f63 req-4dd9e4f0-aeb5-4c53-98b4-809f8cd6b898 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Network 896271d4-84c3-423a-b1eb-ac6a234fc038 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:47:28.740837 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [req-d87cea87-a79e-4cef-8c00-51a365312f63 req-4dd9e4f0-aeb5-4c53-98b4-809f8cd6b898 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:47:28.743210 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [req-d87cea87-a79e-4cef-8c00-51a365312f63 req-4dd9e4f0-aeb5-4c53-98b4-809f8cd6b898 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:47:28.771443 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd9e4f0-aeb5-4c53-98b4-809f8cd6b898 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Pushing event updated for resources: {'Port': ['ID=ddb301fb-fee2-423b-a87f-8ac39f60e269,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:28.799466 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87cea87-a79e-4cef-8c00-51a365312f63 req-4dd9e4f0-aeb5-4c53-98b4-809f8cd6b898 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:47:28.800065 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-d87cea87-a79e-4cef-8c00-51a365312f63 req-4dd9e4f0-aeb5-4c53-98b4-809f8cd6b898 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:28.871632 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-d87cea87-a79e-4cef-8c00-51a365312f63 req-4dd9e4f0-aeb5-4c53-98b4-809f8cd6b898 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7791452 Sep 07 14:47:28.884676 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.v2.base [req-d87cea87-a79e-4cef-8c00-51a365312f63 req-6a722ccb-cd57-4af4-825d-754c2e63ec1e service neutron] Request body: {'port': {'device_id': '2a3c88eb-610a-4d89-a131-7e088dbbd5e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=94641) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:47:28.943672 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-d87cea87-a79e-4cef-8c00-51a365312f63 req-6a722ccb-cd57-4af4-825d-754c2e63ec1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:29.136930 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b90e8-077c-478e-b7dd-e30160937f44 req-e45c24d8-8be3-41ec-9773-3c6f443e2b5d tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:47:29.138429 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-091b90e8-077c-478e-b7dd-e30160937f44 req-e45c24d8-8be3-41ec-9773-3c6f443e2b5d tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a3c88eb-610a-4d89-a131-7e088dbbd5e3 HTTP/1.1" status: 200 len: 932 time: 0.0505021 Sep 07 14:47:29.178706 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-091b90e8-077c-478e-b7dd-e30160937f44 req-bbb84936-3c06-40b5-b238-97ae5071df04 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8c0dd23-c3ea-46ac-b11b-75e38edf71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324545 Sep 07 14:47:29.230312 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [req-d87cea87-a79e-4cef-8c00-51a365312f63 req-6a722ccb-cd57-4af4-825d-754c2e63ec1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddb301fb-fee2-423b-a87f-8ac39f60e269 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:47:29.238607 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-d87cea87-a79e-4cef-8c00-51a365312f63 req-6a722ccb-cd57-4af4-825d-754c2e63ec1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:29.250029 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [req-d87cea87-a79e-4cef-8c00-51a365312f63 req-6a722ccb-cd57-4af4-825d-754c2e63ec1e service neutron] Transition to ACTIVE for port object ddb301fb-fee2-423b-a87f-8ac39f60e269 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:47:29.255304 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device dc3cd3fa-74de-4176-a41a-d7447ff3d5fb no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:47:29.274943 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] No Port match for: dc3cd3fa-74de-4176-a41a-d7447ff3d5fb {{(pid=94642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:47:29.275292 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device dc3cd3fa-74de-4176-a41a-d7447ff3d5fb not bound to the agent host hv-cinder-76015 {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:47:29.404126 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-d87cea87-a79e-4cef-8c00-51a365312f63 req-6a722ccb-cd57-4af4-825d-754c2e63ec1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009912'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:29.452939 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a722ccb-cd57-4af4-825d-754c2e63ec1e service neutron] Pushing event updated for resources: {'Port': ['ID=ddb301fb-fee2-423b-a87f-8ac39f60e269,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:29.526912 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [req-d87cea87-a79e-4cef-8c00-51a365312f63 req-6a722ccb-cd57-4af4-825d-754c2e63ec1e service neutron] Attempting to bind port ddb301fb-fee2-423b-a87f-8ac39f60e269 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:47:29.527255 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [req-d87cea87-a79e-4cef-8c00-51a365312f63 req-6a722ccb-cd57-4af4-825d-754c2e63ec1e service neutron] Attempting to bind port ddb301fb-fee2-423b-a87f-8ac39f60e269 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': '25ca10e1-abd6-423c-a2fc-3caf80beff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '896271d4-84c3-423a-b1eb-ac6a234fc038'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:47:29.527580 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87cea87-a79e-4cef-8c00-51a365312f63 req-6a722ccb-cd57-4af4-825d-754c2e63ec1e service neutron] Attempting to bind port ddb301fb-fee2-423b-a87f-8ac39f60e269 on network 896271d4-84c3-423a-b1eb-ac6a234fc038 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:47:29.531825 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87cea87-a79e-4cef-8c00-51a365312f63 req-6a722ccb-cd57-4af4-825d-754c2e63ec1e service neutron] Port ddb301fb-fee2-423b-a87f-8ac39f60e269 on network 896271d4-84c3-423a-b1eb-ac6a234fc038 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:47:29.532147 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87cea87-a79e-4cef-8c00-51a365312f63 req-6a722ccb-cd57-4af4-825d-754c2e63ec1e service neutron] Attempting to bind port ddb301fb-fee2-423b-a87f-8ac39f60e269 on network 896271d4-84c3-423a-b1eb-ac6a234fc038 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:47:29.537671 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87cea87-a79e-4cef-8c00-51a365312f63 req-6a722ccb-cd57-4af4-825d-754c2e63ec1e service neutron] Checking agent: {'id': '0e933200-ccc3-44fa-a7f6-4e1417f97b5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 34, 32), 'started_at': datetime.datetime(2021, 9, 7, 14, 34, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:47:29.538040 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87cea87-a79e-4cef-8c00-51a365312f63 req-6a722ccb-cd57-4af4-825d-754c2e63ec1e service neutron] Checking segment: {'id': '25ca10e1-abd6-423c-a2fc-3caf80beff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '896271d4-84c3-423a-b1eb-ac6a234fc038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:47:29.538451 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87cea87-a79e-4cef-8c00-51a365312f63 req-6a722ccb-cd57-4af4-825d-754c2e63ec1e service neutron] Bound using segment: {'id': '25ca10e1-abd6-423c-a2fc-3caf80beff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '896271d4-84c3-423a-b1eb-ac6a234fc038'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:47:29.538877 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [req-d87cea87-a79e-4cef-8c00-51a365312f63 req-6a722ccb-cd57-4af4-825d-754c2e63ec1e service neutron] Bound port: ddb301fb-fee2-423b-a87f-8ac39f60e269, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25ca10e1-abd6-423c-a2fc-3caf80beff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '896271d4-84c3-423a-b1eb-ac6a234fc038'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:47:29.539251 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-d87cea87-a79e-4cef-8c00-51a365312f63 req-6a722ccb-cd57-4af4-825d-754c2e63ec1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:29.605338 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [req-d87cea87-a79e-4cef-8c00-51a365312f63 req-6a722ccb-cd57-4af4-825d-754c2e63ec1e service neutron] For port ddb301fb-fee2-423b-a87f-8ac39f60e269, host hv-cinder-76015, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:47:29.608352 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [req-d87cea87-a79e-4cef-8c00-51a365312f63 req-6a722ccb-cd57-4af4-825d-754c2e63ec1e service neutron] For port ddb301fb-fee2-423b-a87f-8ac39f60e269, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=ddb301fb-fee2-423b-a87f-8ac39f60e269,segment=NetworkSegment(25ca10e1-abd6-423c-a2fc-3caf80beff1a),segment_id=25ca10e1-abd6-423c-a2fc-3caf80beff1a)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:47:29.661269 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-d87cea87-a79e-4cef-8c00-51a365312f63 req-6a722ccb-cd57-4af4-825d-754c2e63ec1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4009912'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:29.696980 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87cea87-a79e-4cef-8c00-51a365312f63 req-6a722ccb-cd57-4af4-825d-754c2e63ec1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:47:29.697684 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [req-d87cea87-a79e-4cef-8c00-51a365312f63 req-6a722ccb-cd57-4af4-825d-754c2e63ec1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:29.699073 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-d87cea87-a79e-4cef-8c00-51a365312f63 req-6a722ccb-cd57-4af4-825d-754c2e63ec1e service neutron] 10.222.0.22 "PUT /v2.0/ports/ddb301fb-fee2-423b-a87f-8ac39f60e269 HTTP/1.1" status: 200 len: 1094 time: 0.8187561 Sep 07 14:47:29.699508 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a3c88eb-610a-4d89-a131-7e088dbbd5e3', 'tag': 'ddb301fb-fee2-423b-a87f-8ac39f60e269'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:47:29.701840 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ae4c01fc0fef93246b53b81dc3c4053f5278a59fc30262d76e8d579d86f7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78887a3f-c5dc-47e5-9616-873d6192b8b7" -d '{"events": [{"name": "network-changed", "server_uuid": "2a3c88eb-610a-4d89-a131-7e088dbbd5e3", "tag": "ddb301fb-fee2-423b-a87f-8ac39f60e269"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:47:29.727288 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a722ccb-cd57-4af4-825d-754c2e63ec1e service neutron] Pushing event updated for resources: {'Port': ['ID=ddb301fb-fee2-423b-a87f-8ac39f60e269,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:29.739857 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a85ac9-3450-4553-bde4-1d0816444ea4 x-openstack-request-id: req-b2a85ac9-3450-4553-bde4-1d0816444ea4 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:47:29.740149 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a3c88eb-610a-4d89-a131-7e088dbbd5e3", "tag": "ddb301fb-fee2-423b-a87f-8ac39f60e269", "status": "completed", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:47:29.740401 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b2a85ac9-3450-4553-bde4-1d0816444ea4 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:47:29.740795 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a3c88eb-610a-4d89-a131-7e088dbbd5e3', 'tag': 'ddb301fb-fee2-423b-a87f-8ac39f60e269', 'status': 'completed', 'code': 200} Sep 07 14:47:29.805011 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78887a3f-c5dc-47e5-9616-873d6192b8b7 req-28ee0b1c-2e33-40e2-8862-c7b65c2ed26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:47:29.806726 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-78887a3f-c5dc-47e5-9616-873d6192b8b7 req-28ee0b1c-2e33-40e2-8862-c7b65c2ed26a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=af34ab676bcb4c349937e487a30c7f4c&device_id=2a3c88eb-610a-4d89-a131-7e088dbbd5e3 HTTP/1.1" status: 200 len: 1097 time: 0.0425057 Sep 07 14:47:29.908010 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78887a3f-c5dc-47e5-9616-873d6192b8b7 req-391f5929-0b5a-412b-8e11-9d6abf3ce5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:47:29.909723 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-78887a3f-c5dc-47e5-9616-873d6192b8b7 req-391f5929-0b5a-412b-8e11-9d6abf3ce5a2 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=af34ab676bcb4c349937e487a30c7f4c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0943580 Sep 07 14:47:30.006786 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78887a3f-c5dc-47e5-9616-873d6192b8b7 req-6fcc7307-77d6-4168-8a3d-4cde6e534096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:47:30.008248 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-78887a3f-c5dc-47e5-9616-873d6192b8b7 req-6fcc7307-77d6-4168-8a3d-4cde6e534096 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914018 Sep 07 14:47:30.084084 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87cea87-a79e-4cef-8c00-51a365312f63 req-aad4cd23-be00-4572-aa53-23d0fef1a0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:47:30.085570 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-d87cea87-a79e-4cef-8c00-51a365312f63 req-aad4cd23-be00-4572-aa53-23d0fef1a0c5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=af34ab676bcb4c349937e487a30c7f4c&device_id=2a3c88eb-610a-4d89-a131-7e088dbbd5e3 HTTP/1.1" status: 200 len: 1097 time: 0.0416269 Sep 07 14:47:30.126042 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-d87cea87-a79e-4cef-8c00-51a365312f63 req-28dda874-9942-4d00-b482-aa5271208f47 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddb301fb-fee2-423b-a87f-8ac39f60e269 HTTP/1.1" status: 200 len: 217 time: 0.0323641 Sep 07 14:47:30.179463 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87cea87-a79e-4cef-8c00-51a365312f63 req-134769af-1da8-4473-bcd8-6bd23b6de207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:47:30.180924 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-d87cea87-a79e-4cef-8c00-51a365312f63 req-134769af-1da8-4473-bcd8-6bd23b6de207 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3c6a4b61-f8df-4b40-aaf0-9784dd206e85 HTTP/1.1" status: 200 len: 853 time: 0.0463772 Sep 07 14:47:30.215097 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-d87cea87-a79e-4cef-8c00-51a365312f63 req-06b0f4f6-78c3-4cf4-b1a2-ef309d944e80 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=896271d4-84c3-423a-b1eb-ac6a234fc038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262723 Sep 07 14:47:30.247139 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 56148) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:47:30.304755 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-d87cea87-a79e-4cef-8c00-51a365312f63 req-c45a75df-f2ff-4817-882b-5c5c17236030 service neutron] 10.222.0.22 "GET /v2.0/networks/896271d4-84c3-423a-b1eb-ac6a234fc038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824301 Sep 07 14:47:30.349067 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a112e71-dc47-482e-97a6-fa170c5e8a8f req-8b1fff31-6e35-4983-a02f-0ec9dc34596c tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:47:30.350677 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8a112e71-dc47-482e-97a6-fa170c5e8a8f req-8b1fff31-6e35-4983-a02f-0ec9dc34596c tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a3c88eb-610a-4d89-a131-7e088dbbd5e3 HTTP/1.1" status: 200 len: 944 time: 0.1026316 Sep 07 14:47:30.410463 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-d87cea87-a79e-4cef-8c00-51a365312f63 req-43e3d94c-b2cc-47ad-8975-7a28b773b112 service neutron] 10.222.0.22 "GET /v2.0/networks/896271d4-84c3-423a-b1eb-ac6a234fc038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978506 Sep 07 14:47:30.458945 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8a112e71-dc47-482e-97a6-fa170c5e8a8f req-ceb1bdf5-61f8-4128-a221-303bd4816fa3 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8c0dd23-c3ea-46ac-b11b-75e38edf71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700271 Sep 07 14:47:30.476405 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e00cf8ad-4334-4b07-85ce-a380628f8437 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Deleting port 9d1fecc0-d7fd-4def-9f58-c0b2eef8f14d {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:47:30.476778 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e00cf8ad-4334-4b07-85ce-a380628f8437 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:30.560006 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e00cf8ad-4334-4b07-85ce-a380628f8437 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:30.560237 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e00cf8ad-4334-4b07-85ce-a380628f8437 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:30.572848 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e00cf8ad-4334-4b07-85ce-a380628f8437 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Calling delete_port for 9d1fecc0-d7fd-4def-9f58-c0b2eef8f14d owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:47:30.843716 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e00cf8ad-4334-4b07-85ce-a380628f8437 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8727932'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:30.871924 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00cf8ad-4334-4b07-85ce-a380628f8437 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Pushing event deleted for resources: {'Port': ['ID=9d1fecc0-d7fd-4def-9f58-c0b2eef8f14d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:30.934041 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e00cf8ad-4334-4b07-85ce-a380628f8437 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:30.934360 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.db.l3_db [None req-e00cf8ad-4334-4b07-85ce-a380628f8437 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Floating IP d060842f-e917-49c5-8e1b-61092e5cc437 disassociated (deleted). External IP: 172.27.3.75, port: c1c4d773-fd96-46c6-a471-a5752da670a9. Sep 07 14:47:31.140086 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00cf8ad-4334-4b07-85ce-a380628f8437 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Router 3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62 has already been hosted by L3 agent ca4ca367-a056-42f7-949c-96b33f8f39bf {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:47:31.246635 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00cf8ad-4334-4b07-85ce-a380628f8437 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify agent at l3_agent.dv-cinder-760153-9-iscsi the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:47:31.251153 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e00cf8ad-4334-4b07-85ce-a380628f8437 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:31.256656 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb72c2d-5424-417d-a5b3-c3e301b1e3ad None None] Sync routers for ids ['3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62'] in dv-cinder-760153-9-iscsi {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:47:31.265455 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb72c2d-5424-417d-a5b3-c3e301b1e3ad None None] Routers {'3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:47:31.266126 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7fb72c2d-5424-417d-a5b3-c3e301b1e3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:47:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:47:31.278367 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-e00cf8ad-4334-4b07-85ce-a380628f8437 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "DELETE /v2.0/floatingips/d060842f-e917-49c5-8e1b-61092e5cc437 HTTP/1.1" status: 204 len: 168 time: 1.0289242 Sep 07 14:47:31.278973 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '823c5382-42f3-4ed1-b804-105c508f7582', 'tag': 'c1c4d773-fd96-46c6-a471-a5752da670a9'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:47:31.281173 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca3d64d6ee1d62abf9801d62a4287030b5a1037887016040f3cf02e156c8ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0d4b54-8136-4faf-b10a-a185081478fd" -d '{"events": [{"name": "network-changed", "server_uuid": "823c5382-42f3-4ed1-b804-105c508f7582", "tag": "c1c4d773-fd96-46c6-a471-a5752da670a9"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:47:31.375153 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a38bb06-6717-4df4-a98c-7eaf9b586def x-openstack-request-id: req-9a38bb06-6717-4df4-a98c-7eaf9b586def {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:47:31.375442 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "823c5382-42f3-4ed1-b804-105c508f7582", "tag": "c1c4d773-fd96-46c6-a471-a5752da670a9", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:47:31.375693 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9a38bb06-6717-4df4-a98c-7eaf9b586def {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:47:31.376091 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '823c5382-42f3-4ed1-b804-105c508f7582', 'tag': 'c1c4d773-fd96-46c6-a471-a5752da670a9', 'status': 'completed', 'code': 200} Sep 07 14:47:31.384349 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-7fb72c2d-5424-417d-a5b3-c3e301b1e3ad None None] Set router 3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:47:31.441242 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d4b54-8136-4faf-b10a-a185081478fd req-b37d7bef-2638-4497-a14d-9c5fe1bf0ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:47:31.442880 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-ea0d4b54-8136-4faf-b10a-a185081478fd req-b37d7bef-2638-4497-a14d-9c5fe1bf0ee0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fb8695fb2fcc49db9e216007d032174f&device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 1098 time: 0.0428979 Sep 07 14:47:31.546865 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d4b54-8136-4faf-b10a-a185081478fd req-1e94a8c3-bf9c-4e0d-9841-5d2ca36ab73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:47:31.550966 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-ea0d4b54-8136-4faf-b10a-a185081478fd req-1e94a8c3-bf9c-4e0d-9841-5d2ca36ab73e service neutron] 10.222.0.22 "GET /v2.0/networks?id=2b04c4b7-51ec-44a3-876e-a0d61c647f54 HTTP/1.1" status: 200 len: 910 time: 0.0981154 Sep 07 14:47:31.559974 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 56168) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:47:31.584716 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5878bdc-1053-475e-9669-9f4c6c433ec0 req-4e5a131e-43b8-4157-96b6-f4b2983ae1a6 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:47:31.590456 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a5878bdc-1053-475e-9669-9f4c6c433ec0 req-4e5a131e-43b8-4157-96b6-f4b2983ae1a6 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a3c88eb-610a-4d89-a131-7e088dbbd5e3 HTTP/1.1" status: 200 len: 944 time: 0.0574515 Sep 07 14:47:31.612998 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7fb72c2d-5424-417d-a5b3-c3e301b1e3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62', 'name': 'tempest-TestShelveInstance-1583402169-router', 'tenant_id': 'fb8695fb2fcc49db9e216007d032174f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'adb948d8-7421-4486-ad43-bc1cc665ff55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:42:24Z', 'updated_at': '2021-09-07T14:42:27Z', 'revision_number': 4, 'project_id': 'fb8695fb2fcc49db9e216007d032174f', 'gw_port': {'id': 'adb948d8-7421-4486-ad43-bc1cc665ff55', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:42:25Z', 'updated_at': '2021-09-07T14:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': '8e7fe01c-f74e-4c87-b3d3-65ef6f99d254', 'name': '', 'network_id': '2b04c4b7-51ec-44a3-876e-a0d61c647f54', 'tenant_id': 'fb8695fb2fcc49db9e216007d032174f', 'mac_address': 'fa:16:3e:3b:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '6ccff5bd-d913-47ce-b5ae-4e400120a8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:42:27Z', 'updated_at': '2021-09-07T14:42:34Z', 'revision_number': 5, 'project_id': 'fb8695fb2fcc49db9e216007d032174f', 'subnets': [{'id': '6ccff5bd-d913-47ce-b5ae-4e400120a8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:47:31.626695 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-ea0d4b54-8136-4faf-b10a-a185081478fd req-41214439-0f35-4a09-acbe-081ec76faa03 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1c4d773-fd96-46c6-a471-a5752da670a9 HTTP/1.1" status: 200 len: 217 time: 0.0680087 Sep 07 14:47:31.630053 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-a5878bdc-1053-475e-9669-9f4c6c433ec0 req-feb163bd-f5a9-4ec2-9ac9-572e98c89364 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8c0dd23-c3ea-46ac-b11b-75e38edf71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371861 Sep 07 14:47:31.639852 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb72c2d-5424-417d-a5b3-c3e301b1e3ad None None] Checking router: 3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62 for host: dv-cinder-760153-9-iscsi {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:47:31.650366 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb72c2d-5424-417d-a5b3-c3e301b1e3ad None None] Routers {'3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:47:31.650976 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7fb72c2d-5424-417d-a5b3-c3e301b1e3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:47:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:47:31.740596 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d4b54-8136-4faf-b10a-a185081478fd req-3e019a00-0a54-455c-84fb-5385ce170e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:47:31.742125 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-ea0d4b54-8136-4faf-b10a-a185081478fd req-3e019a00-0a54-455c-84fb-5385ce170e45 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6ccff5bd-d913-47ce-b5ae-4e400120a8ad HTTP/1.1" status: 200 len: 848 time: 0.1046104 Sep 07 14:47:31.763680 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-7fb72c2d-5424-417d-a5b3-c3e301b1e3ad None None] Set router 3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:47:31.779759 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3d724-783e-4bc2-aeef-47db4d63321e req-ac521119-aaf1-4640-884a-2109746118ba tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:47:31.781277 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b5b3d724-783e-4bc2-aeef-47db4d63321e req-ac521119-aaf1-4640-884a-2109746118ba tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 945 time: 0.0559294 Sep 07 14:47:31.823646 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-b5b3d724-783e-4bc2-aeef-47db4d63321e req-773a56aa-753f-4665-94f2-0afdb705fe95 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc6dafd9-1d11-4509-b316-0249bf4d39f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358634 Sep 07 14:47:31.832811 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d4b54-8136-4faf-b10a-a185081478fd req-eadfab62-5d04-4f01-9548-fcdc62413130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:47:31.834371 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-ea0d4b54-8136-4faf-b10a-a185081478fd req-eadfab62-5d04-4f01-9548-fcdc62413130 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2b04c4b7-51ec-44a3-876e-a0d61c647f54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0808475 Sep 07 14:47:31.878487 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-25b892ce-7a69-44fa-9abc-1660656799bc tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Deleting port 1752fac1-a364-40eb-9747-86d1d3f4ae29 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:47:31.878984 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-25b892ce-7a69-44fa-9abc-1660656799bc tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:31.968103 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7fb72c2d-5424-417d-a5b3-c3e301b1e3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62', 'name': 'tempest-TestShelveInstance-1583402169-router', 'tenant_id': 'fb8695fb2fcc49db9e216007d032174f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'adb948d8-7421-4486-ad43-bc1cc665ff55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:42:24Z', 'updated_at': '2021-09-07T14:42:27Z', 'revision_number': 4, 'project_id': 'fb8695fb2fcc49db9e216007d032174f', 'gw_port': {'id': 'adb948d8-7421-4486-ad43-bc1cc665ff55', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:42:25Z', 'updated_at': '2021-09-07T14:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': '8e7fe01c-f74e-4c87-b3d3-65ef6f99d254', 'name': '', 'network_id': '2b04c4b7-51ec-44a3-876e-a0d61c647f54', 'tenant_id': 'fb8695fb2fcc49db9e216007d032174f', 'mac_address': 'fa:16:3e:3b:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '6ccff5bd-d913-47ce-b5ae-4e400120a8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:42:27Z', 'updated_at': '2021-09-07T14:42:34Z', 'revision_number': 5, 'project_id': 'fb8695fb2fcc49db9e216007d032174f', 'subnets': [{'id': '6ccff5bd-d913-47ce-b5ae-4e400120a8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:47:31.986853 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-ea0d4b54-8136-4faf-b10a-a185081478fd req-30a6a85d-c8d3-4ba5-81b5-c77e6645d894 service neutron] 10.222.0.22 "GET /v2.0/networks/2b04c4b7-51ec-44a3-876e-a0d61c647f54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439822 Sep 07 14:47:31.994289 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb72c2d-5424-417d-a5b3-c3e301b1e3ad None None] The sync data for ids ['3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62'] in dv-cinder-760153-9-iscsi is: [{'id': '3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62', 'name': 'tempest-TestShelveInstance-1583402169-router', 'tenant_id': 'fb8695fb2fcc49db9e216007d032174f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'adb948d8-7421-4486-ad43-bc1cc665ff55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:42:24Z', 'updated_at': '2021-09-07T14:42:27Z', 'revision_number': 4, 'project_id': 'fb8695fb2fcc49db9e216007d032174f', 'gw_port': {'id': 'adb948d8-7421-4486-ad43-bc1cc665ff55', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:42:25Z', 'updated_at': '2021-09-07T14:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': '8e7fe01c-f74e-4c87-b3d3-65ef6f99d254', 'name': '', 'network_id': '2b04c4b7-51ec-44a3-876e-a0d61c647f54', 'tenant_id': 'fb8695fb2fcc49db9e216007d032174f', 'mac_address': 'fa:16:3e:3b:9d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '6ccff5bd-d913-47ce-b5ae-4e400120a8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:42:27Z', 'updated_at': '2021-09-07T14:42:34Z', 'revision_number': 5, 'project_id': 'fb8695fb2fcc49db9e216007d032174f', 'subnets': [{'id': '6ccff5bd-d913-47ce-b5ae-4e400120a8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:47:32.008520 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-25b892ce-7a69-44fa-9abc-1660656799bc tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:32.008838 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-25b892ce-7a69-44fa-9abc-1660656799bc tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:32.037480 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-25b892ce-7a69-44fa-9abc-1660656799bc tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Calling delete_port for 1752fac1-a364-40eb-9747-86d1d3f4ae29 owned by network:floatingip {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:47:32.144765 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-ea0d4b54-8136-4faf-b10a-a185081478fd req-474fd8c7-37f9-4346-aa6e-a6cc2170ac04 service neutron] 10.222.0.22 "GET /v2.0/networks/2b04c4b7-51ec-44a3-876e-a0d61c647f54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474109 Sep 07 14:47:32.217072 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5d6c1d-1387-4965-a3ad-f044b4787e3d None None] New status for floating IP d060842f-e917-49c5-8e1b-61092e5cc437: DOWN {{(pid=94643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 14:47:32.306376 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-25b892ce-7a69-44fa-9abc-1660656799bc tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:32.333843 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b892ce-7a69-44fa-9abc-1660656799bc tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Pushing event deleted for resources: {'Port': ['ID=1752fac1-a364-40eb-9747-86d1d3f4ae29,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:32.334847 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f96595bb-af3d-49a2-b946-9d18a230693f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:32.404999 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-25b892ce-7a69-44fa-9abc-1660656799bc tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks [] for floatingip, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:32.405401 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.db.l3_db [None req-25b892ce-7a69-44fa-9abc-1660656799bc tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Floating IP c9ef39d4-9a16-4b92-b5ca-af63dbf760a7 disassociated (deleted). External IP: 172.27.3.211, port: 62e2be16-2d84-480f-81fb-225d244ae332. Sep 07 14:47:32.616191 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b892ce-7a69-44fa-9abc-1660656799bc tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Router c5538baf-d137-49c4-8cbb-cac645afeab4 has already been hosted by L3 agent ca4ca367-a056-42f7-949c-96b33f8f39bf {{(pid=94641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:47:32.649034 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:32.725252 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b892ce-7a69-44fa-9abc-1660656799bc tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify agent at l3_agent.dv-cinder-760153-9-iscsi the message routers_updated {{(pid=94641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:47:32.730276 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-25b892ce-7a69-44fa-9abc-1660656799bc tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for floatingip, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:32.735156 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e081fb2-9caa-418a-8865-b7800f34479d None None] Sync routers for ids ['c5538baf-d137-49c4-8cbb-cac645afeab4'] in dv-cinder-760153-9-iscsi {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:47:32.747919 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e081fb2-9caa-418a-8865-b7800f34479d None None] Routers {'c5538baf-d137-49c4-8cbb-cac645afeab4'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:47:32.749053 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3e081fb2-9caa-418a-8865-b7800f34479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:47:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['c5538baf-d137-49c4-8cbb-cac645afeab4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:47:32.750016 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b930b5-df70-47a3-b472-adc856c33c7e req-fd57b4cc-7030-4476-b9d9-4851c837c84d tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:47:32.751538 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-44b930b5-df70-47a3-b472-adc856c33c7e req-fd57b4cc-7030-4476-b9d9-4851c837c84d tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a3c88eb-610a-4d89-a131-7e088dbbd5e3 HTTP/1.1" status: 200 len: 944 time: 0.0513017 Sep 07 14:47:32.758615 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-25b892ce-7a69-44fa-9abc-1660656799bc tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "DELETE /v2.0/floatingips/c9ef39d4-9a16-4b92-b5ca-af63dbf760a7 HTTP/1.1" status: 204 len: 168 time: 1.1976438 Sep 07 14:47:32.759202 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e0a5ba2-9a63-4995-9281-5a3531ae4821', 'tag': '62e2be16-2d84-480f-81fb-225d244ae332'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:47:32.761482 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}87ae4c01fc0fef93246b53b81dc3c4053f5278a59fc30262d76e8d579d86f7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1298bb28-f18c-4648-8648-aa40ea3782e1" -d '{"events": [{"name": "network-changed", "server_uuid": "4e0a5ba2-9a63-4995-9281-5a3531ae4821", "tag": "62e2be16-2d84-480f-81fb-225d244ae332"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:47:32.793495 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-44b930b5-df70-47a3-b472-adc856c33c7e req-38356a33-f4b9-4ac9-b4a8-88688ec74407 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8c0dd23-c3ea-46ac-b11b-75e38edf71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343459 Sep 07 14:47:32.852749 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b56861d-e7d3-4965-8595-f19a623378b5 x-openstack-request-id: req-7b56861d-e7d3-4965-8595-f19a623378b5 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:47:32.853208 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e0a5ba2-9a63-4995-9281-5a3531ae4821", "tag": "62e2be16-2d84-480f-81fb-225d244ae332", "status": "completed", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:47:32.853515 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7b56861d-e7d3-4965-8595-f19a623378b5 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:47:32.854293 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e0a5ba2-9a63-4995-9281-5a3531ae4821', 'tag': '62e2be16-2d84-480f-81fb-225d244ae332', 'status': 'completed', 'code': 200} Sep 07 14:47:32.887949 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-3e081fb2-9caa-418a-8865-b7800f34479d None None] Set router c5538baf-d137-49c4-8cbb-cac645afeab4 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:47:32.935331 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298bb28-f18c-4648-8648-aa40ea3782e1 req-2d2770a8-9e61-43ab-aa52-11ea67709ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:47:32.936859 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-1298bb28-f18c-4648-8648-aa40ea3782e1 req-2d2770a8-9e61-43ab-aa52-11ea67709ac6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ddcff35f4fe74c3087d85eedd77cfcb3&device_id=4e0a5ba2-9a63-4995-9281-5a3531ae4821 HTTP/1.1" status: 200 len: 1099 time: 0.0476613 Sep 07 14:47:32.976349 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72f382-8cea-45aa-b8ee-08b7d1012fa7 req-645c7f08-84ce-4faf-9c86-89405f68873c tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:47:32.977873 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ca72f382-8cea-45aa-b8ee-08b7d1012fa7 req-645c7f08-84ce-4faf-9c86-89405f68873c tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 945 time: 0.0630481 Sep 07 14:47:33.021861 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ca72f382-8cea-45aa-b8ee-08b7d1012fa7 req-e95268da-fb0e-48d3-aa10-1f51c762338d tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/security-groups?id=dc6dafd9-1d11-4509-b316-0249bf4d39f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338149 Sep 07 14:47:33.050589 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298bb28-f18c-4648-8648-aa40ea3782e1 req-797caa82-9145-4467-ae56-514bca626c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:47:33.052334 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-1298bb28-f18c-4648-8648-aa40ea3782e1 req-797caa82-9145-4467-ae56-514bca626c2c service neutron] 10.222.0.22 "GET /v2.0/networks?id=10bc76c4-28c7-4ddc-9078-74979f2c3f45 HTTP/1.1" status: 200 len: 913 time: 0.1083946 Sep 07 14:47:33.105677 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-1298bb28-f18c-4648-8648-aa40ea3782e1 req-484fde96-66e5-460b-9b6f-dddebc7ee240 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62e2be16-2d84-480f-81fb-225d244ae332 HTTP/1.1" status: 200 len: 217 time: 0.0434306 Sep 07 14:47:33.106320 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3e081fb2-9caa-418a-8865-b7800f34479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'name': 'tempest-TestVolumeBootPattern-1625730596-router', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'eb666416-6561-4d0c-8443-5923fb1ed931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:01Z', 'updated_at': '2021-09-07T14:39:07Z', 'revision_number': 4, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'gw_port': {'id': 'eb666416-6561-4d0c-8443-5923fb1ed931', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:02Z', 'updated_at': '2021-09-07T14:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': 'f810e8aa-4b7f-4a11-8f7c-aba31de7c523', 'name': '', 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'mac_address': 'fa:16:3e:df:9b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '846cc3d9-b8d8-4a47-8daf-12b566ed01c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:05Z', 'updated_at': '2021-09-07T14:39:12Z', 'revision_number': 5, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'subnets': [{'id': '846cc3d9-b8d8-4a47-8daf-12b566ed01c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:47:33.133450 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e081fb2-9caa-418a-8865-b7800f34479d None None] Checking router: c5538baf-d137-49c4-8cbb-cac645afeab4 for host: dv-cinder-760153-9-iscsi {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:47:33.141964 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e081fb2-9caa-418a-8865-b7800f34479d None None] Routers {'c5538baf-d137-49c4-8cbb-cac645afeab4'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:47:33.142509 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3e081fb2-9caa-418a-8865-b7800f34479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:47:05Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['c5538baf-d137-49c4-8cbb-cac645afeab4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:47:33.160654 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298bb28-f18c-4648-8648-aa40ea3782e1 req-0fb9d995-fc1c-45fc-8286-762c0cb2cb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:47:33.162263 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-1298bb28-f18c-4648-8648-aa40ea3782e1 req-0fb9d995-fc1c-45fc-8286-762c0cb2cb26 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=846cc3d9-b8d8-4a47-8daf-12b566ed01c8 HTTP/1.1" status: 200 len: 851 time: 0.0494170 Sep 07 14:47:33.252056 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298bb28-f18c-4648-8648-aa40ea3782e1 req-aa3ff7f0-6169-4674-8e40-aee46519e52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94641) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:47:33.254722 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-1298bb28-f18c-4648-8648-aa40ea3782e1 req-aa3ff7f0-6169-4674-8e40-aee46519e52a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=10bc76c4-28c7-4ddc-9078-74979f2c3f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701680 Sep 07 14:47:33.263016 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d7738-45ee-4fa4-8ef2-180e1c293255 req-104e6065-a54b-47da-bfda-965e87f58914 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:47:33.265368 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-632d7738-45ee-4fa4-8ef2-180e1c293255 req-104e6065-a54b-47da-bfda-965e87f58914 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.22 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 945 time: 0.0839832 Sep 07 14:47:33.285241 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-3e081fb2-9caa-418a-8865-b7800f34479d None None] Set router c5538baf-d137-49c4-8cbb-cac645afeab4 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:47:33.299388 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device ddb301fb-fee2-423b-a87f-8ac39f60e269 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:47:33.357890 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-1298bb28-f18c-4648-8648-aa40ea3782e1 req-f888cf71-3085-46d1-bd3a-92f7b38b16b8 service neutron] 10.222.0.22 "GET /v2.0/networks/10bc76c4-28c7-4ddc-9078-74979f2c3f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942736 Sep 07 14:47:33.428681 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf44a33-881a-43cf-90d9-24f258641e82 req-91f50ecf-0a4a-4c58-b32a-2116286198d4 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:47:33.431070 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7bf44a33-881a-43cf-90d9-24f258641e82 req-91f50ecf-0a4a-4c58-b32a-2116286198d4 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e0a5ba2-9a63-4995-9281-5a3531ae4821 HTTP/1.1" status: 200 len: 946 time: 0.1643109 Sep 07 14:47:33.467937 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [req-1298bb28-f18c-4648-8648-aa40ea3782e1 req-731e3d82-f6a4-4b5f-aa2a-890e153cb750 service neutron] 10.222.0.22 "GET /v2.0/networks/10bc76c4-28c7-4ddc-9078-74979f2c3f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015136 Sep 07 14:47:33.520118 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-632d7738-45ee-4fa4-8ef2-180e1c293255 req-254cf126-9045-4207-afd6-5db5892864a2 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Deleting port c1c4d773-fd96-46c6-a471-a5752da670a9 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:47:33.520650 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-632d7738-45ee-4fa4-8ef2-180e1c293255 req-254cf126-9045-4207-afd6-5db5892864a2 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:33.528567 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7bf44a33-881a-43cf-90d9-24f258641e82 req-90ad0013-cfc3-4d53-ab41-f02c070945d6 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893662 Sep 07 14:47:33.590550 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.db.resource_extend [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 14:47:33.632387 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-632d7738-45ee-4fa4-8ef2-180e1c293255 req-254cf126-9045-4207-afd6-5db5892864a2 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] For port c1c4d773-fd96-46c6-a471-a5752da670a9, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=c1c4d773-fd96-46c6-a471-a5752da670a9,segment=NetworkSegment(877a019a-cfdd-4d48-bea9-4e61887389af),segment_id=877a019a-cfdd-4d48-bea9-4e61887389af)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:47:33.632749 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-632d7738-45ee-4fa4-8ef2-180e1c293255 req-254cf126-9045-4207-afd6-5db5892864a2 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:33.644988 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-632d7738-45ee-4fa4-8ef2-180e1c293255 req-254cf126-9045-4207-afd6-5db5892864a2 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Calling delete_port for c1c4d773-fd96-46c6-a471-a5752da670a9 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:47:33.727123 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port ddb301fb-fee2-423b-a87f-8ac39f60e269, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=ddb301fb-fee2-423b-a87f-8ac39f60e269,segment=NetworkSegment(25ca10e1-abd6-423c-a2fc-3caf80beff1a),segment_id=25ca10e1-abd6-423c-a2fc-3caf80beff1a)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:47:33.743535 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Returning: {'device': 'ddb301fb-fee2-423b-a87f-8ac39f60e269', 'network_id': '896271d4-84c3-423a-b1eb-ac6a234fc038', 'port_id': 'ddb301fb-fee2-423b-a87f-8ac39f60e269', 'mac_address': 'fa:16:3e:26:fd:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c6a4b61-f8df-4b40-aaf0-9784dd206e85', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:47:33.805435 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:33.826235 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddb301fb-fee2-423b-a87f-8ac39f60e269 {{(pid=94642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:47:33.836753 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-632d7738-45ee-4fa4-8ef2-180e1c293255 req-254cf126-9045-4207-afd6-5db5892864a2 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8727932'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:33.842957 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3e081fb2-9caa-418a-8865-b7800f34479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'name': 'tempest-TestVolumeBootPattern-1625730596-router', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'eb666416-6561-4d0c-8443-5923fb1ed931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:01Z', 'updated_at': '2021-09-07T14:39:07Z', 'revision_number': 4, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'gw_port': {'id': 'eb666416-6561-4d0c-8443-5923fb1ed931', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:02Z', 'updated_at': '2021-09-07T14:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': 'f810e8aa-4b7f-4a11-8f7c-aba31de7c523', 'name': '', 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'mac_address': 'fa:16:3e:df:9b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '846cc3d9-b8d8-4a47-8daf-12b566ed01c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:05Z', 'updated_at': '2021-09-07T14:39:12Z', 'revision_number': 5, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'subnets': [{'id': '846cc3d9-b8d8-4a47-8daf-12b566ed01c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:47:33.866677 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254cf126-9045-4207-afd6-5db5892864a2 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Pushing event deleted for resources: {'Port': ['ID=c1c4d773-fd96-46c6-a471-a5752da670a9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:33.873679 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e081fb2-9caa-418a-8865-b7800f34479d None None] The sync data for ids ['c5538baf-d137-49c4-8cbb-cac645afeab4'] in dv-cinder-760153-9-iscsi is: [{'id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'name': 'tempest-TestVolumeBootPattern-1625730596-router', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'eb666416-6561-4d0c-8443-5923fb1ed931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:01Z', 'updated_at': '2021-09-07T14:39:07Z', 'revision_number': 4, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'gw_port': {'id': 'eb666416-6561-4d0c-8443-5923fb1ed931', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:02Z', 'updated_at': '2021-09-07T14:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi', '_interfaces': [{'id': 'f810e8aa-4b7f-4a11-8f7c-aba31de7c523', 'name': '', 'network_id': '10bc76c4-28c7-4ddc-9078-74979f2c3f45', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'mac_address': 'fa:16:3e:df:9b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '846cc3d9-b8d8-4a47-8daf-12b566ed01c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:05Z', 'updated_at': '2021-09-07T14:39:12Z', 'revision_number': 5, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'subnets': [{'id': '846cc3d9-b8d8-4a47-8daf-12b566ed01c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:47:33.880775 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port ddb301fb-fee2-423b-a87f-8ac39f60e269, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=ddb301fb-fee2-423b-a87f-8ac39f60e269,segment=NetworkSegment(25ca10e1-abd6-423c-a2fc-3caf80beff1a),segment_id=25ca10e1-abd6-423c-a2fc-3caf80beff1a)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:47:33.881401 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254cf126-9045-4207-afd6-5db5892864a2 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:33.881732 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254cf126-9045-4207-afd6-5db5892864a2 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:33.882174 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254cf126-9045-4207-afd6-5db5892864a2 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:33.882512 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254cf126-9045-4207-afd6-5db5892864a2 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:33.882834 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254cf126-9045-4207-afd6-5db5892864a2 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:33.883157 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254cf126-9045-4207-afd6-5db5892864a2 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:33.883479 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254cf126-9045-4207-afd6-5db5892864a2 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:33.883800 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254cf126-9045-4207-afd6-5db5892864a2 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:33.884123 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254cf126-9045-4207-afd6-5db5892864a2 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:33.884441 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254cf126-9045-4207-afd6-5db5892864a2 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:33.884754 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254cf126-9045-4207-afd6-5db5892864a2 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:33.885069 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254cf126-9045-4207-afd6-5db5892864a2 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:33.943682 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-632d7738-45ee-4fa4-8ef2-180e1c293255 req-254cf126-9045-4207-afd6-5db5892864a2 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] No DVR routers for this DVR port c1c4d773-fd96-46c6-a471-a5752da670a9 on host hv-cinder-76015 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:47:33.947335 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-632d7738-45ee-4fa4-8ef2-180e1c293255 req-254cf126-9045-4207-afd6-5db5892864a2 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:33.949319 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-632d7738-45ee-4fa4-8ef2-180e1c293255 req-254cf126-9045-4207-afd6-5db5892864a2 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.22 "DELETE /v2.0/ports/c1c4d773-fd96-46c6-a471-a5752da670a9 HTTP/1.1" status: 204 len: 173 time: 0.6698852 Sep 07 14:47:33.949984 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '823c5382-42f3-4ed1-b804-105c508f7582', 'name': 'network-vif-deleted', 'tag': 'c1c4d773-fd96-46c6-a471-a5752da670a9'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:47:33.952182 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca3d64d6ee1d62abf9801d62a4287030b5a1037887016040f3cf02e156c8ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93dcae7b-b8b6-40ce-a2da-c6eb472e69e8" -d '{"events": [{"server_uuid": "823c5382-42f3-4ed1-b804-105c508f7582", "name": "network-vif-deleted", "tag": "c1c4d773-fd96-46c6-a471-a5752da670a9"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:47:33.957761 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:33.980027 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6270067-0306-4cb6-8d70-bcfd4e8b8d05 req-feba9eaf-b644-4d30-9b67-13c6fc406f1c tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:47:33.981280 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c6270067-0306-4cb6-8d70-bcfd4e8b8d05 req-feba9eaf-b644-4d30-9b67-13c6fc406f1c tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a3c88eb-610a-4d89-a131-7e088dbbd5e3 HTTP/1.1" status: 200 len: 944 time: 0.1023393 Sep 07 14:47:34.003694 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ae0583-b868-4f75-bf60-4ca14e7c80eb x-openstack-request-id: req-e6ae0583-b868-4f75-bf60-4ca14e7c80eb {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:47:34.004072 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "823c5382-42f3-4ed1-b804-105c508f7582", "name": "network-vif-deleted", "tag": "c1c4d773-fd96-46c6-a471-a5752da670a9", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:47:34.004227 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e6ae0583-b868-4f75-bf60-4ca14e7c80eb {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:47:34.004611 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '823c5382-42f3-4ed1-b804-105c508f7582', 'name': 'network-vif-deleted', 'tag': 'c1c4d773-fd96-46c6-a471-a5752da670a9', 'status': 'completed', 'code': 200} Sep 07 14:47:34.019595 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=ddb301fb-fee2-423b-a87f-8ac39f60e269,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:34.028702 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:34.030891 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:34.030891 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:34.030891 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:34.030891 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:34.030891 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:34.031427 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:34.031518 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:34.031796 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:34.032198 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:34.032527 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:34.033119 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:47:34.034631 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c6270067-0306-4cb6-8d70-bcfd4e8b8d05 req-cefc0823-b5d3-46a3-9097-9361edcbfead tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8c0dd23-c3ea-46ac-b11b-75e38edf71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455847 Sep 07 14:47:34.128376 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9ea7bfdb-2b1d-46cf-98e2-cab4755eda35 req-ded22d52-4656-4c22-b084-af9845313289 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 210 time: 0.0315208 Sep 07 14:47:34.162580 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6b8885-20cc-4a5b-971e-40a3c3217739 None None] New status for floating IP c9ef39d4-9a16-4b92-b5ca-af63dbf760a7: DOWN {{(pid=94643) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 14:47:34.199551 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] get_ports_and_sgs() called for port_ids ['ddb301fb-fee2-423b-a87f-8ac39f60e269'] {{(pid=94642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:47:34.646702 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c317cbc8-68ce-40f3-b97d-eca9e9fa0be6 req-72fb31fa-66b2-4a39-a7bc-800046c0106a tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:47:34.648183 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c317cbc8-68ce-40f3-b97d-eca9e9fa0be6 req-72fb31fa-66b2-4a39-a7bc-800046c0106a tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e0a5ba2-9a63-4995-9281-5a3531ae4821 HTTP/1.1" status: 200 len: 946 time: 0.0487599 Sep 07 14:47:34.688130 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c317cbc8-68ce-40f3-b97d-eca9e9fa0be6 req-2f67bff8-d13d-4f5d-a521-746f3da61a90 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/security-groups?id=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339015 Sep 07 14:47:35.037549 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba033cf1-f1bf-49d8-bcc8-a3283c14fb3c req-28b2fb85-97bb-4e6c-bd8c-dd81e7a41050 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:47:35.038997 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ba033cf1-f1bf-49d8-bcc8-a3283c14fb3c req-28b2fb85-97bb-4e6c-bd8c-dd81e7a41050 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e0a5ba2-9a63-4995-9281-5a3531ae4821 HTTP/1.1" status: 200 len: 946 time: 0.3081660 Sep 07 14:47:35.041666 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b15029ce-d70b-40c0-99fc-7bec8d74c75f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:35.163982 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6e321-e936-439d-b9ff-a6653bd30018 req-d5c304d2-f376-4f20-984b-ba4194d98424 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:47:35.165472 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c7c6e321-e936-439d-b9ff-a6653bd30018 req-d5c304d2-f376-4f20-984b-ba4194d98424 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a3c88eb-610a-4d89-a131-7e088dbbd5e3 HTTP/1.1" status: 200 len: 945 time: 0.0601611 Sep 07 14:47:35.180987 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-ba033cf1-f1bf-49d8-bcc8-a3283c14fb3c req-c206797a-1b83-4e0f-920b-9d1c938f921b tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Deleting port 62e2be16-2d84-480f-81fb-225d244ae332 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:47:35.181370 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba033cf1-f1bf-49d8-bcc8-a3283c14fb3c req-c206797a-1b83-4e0f-920b-9d1c938f921b tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:35.273389 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c7c6e321-e936-439d-b9ff-a6653bd30018 req-54479b6a-55e0-406b-b34f-08c8911cdf22 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8c0dd23-c3ea-46ac-b11b-75e38edf71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015067 Sep 07 14:47:35.293106 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device ddb301fb-fee2-423b-a87f-8ac39f60e269 up at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:47:35.303571 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ba033cf1-f1bf-49d8-bcc8-a3283c14fb3c req-c206797a-1b83-4e0f-920b-9d1c938f921b tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] For port 62e2be16-2d84-480f-81fb-225d244ae332, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=62e2be16-2d84-480f-81fb-225d244ae332,segment=NetworkSegment(33cad443-550e-44eb-8a23-9490b4c4b203),segment_id=33cad443-550e-44eb-8a23-9490b4c4b203)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:47:35.303937 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba033cf1-f1bf-49d8-bcc8-a3283c14fb3c req-c206797a-1b83-4e0f-920b-9d1c938f921b tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:35.318285 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-ba033cf1-f1bf-49d8-bcc8-a3283c14fb3c req-c206797a-1b83-4e0f-920b-9d1c938f921b tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Calling delete_port for 62e2be16-2d84-480f-81fb-225d244ae332 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:47:35.389205 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-372b68e9-f1d1-4975-966d-242dfdb14a02 req-47873e0f-e5b8-4829-a95e-5de0ddfbd8f3 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "GET /v2.0/ports?device_id=823c5382-42f3-4ed1-b804-105c508f7582 HTTP/1.1" status: 200 len: 210 time: 0.1715987 Sep 07 14:47:35.464687 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Provisioning for port ddb301fb-fee2-423b-a87f-8ac39f60e269 completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:47:35.468687 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Provisioning complete for port ddb301fb-fee2-423b-a87f-8ac39f60e269 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:47:35.469158 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:35.547436 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:35.552215 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:35.569036 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba033cf1-f1bf-49d8-bcc8-a3283c14fb3c req-c206797a-1b83-4e0f-920b-9d1c938f921b tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8727932'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:35.575018 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3c88eb-610a-4d89-a131-7e088dbbd5e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb301fb-fee2-423b-a87f-8ac39f60e269'}] {{(pid=94642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:47:35.577245 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd6d84ba8741af88afecd5b756310c726975e6558383509c2c49b1cfba31424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7ec6f2-179d-430d-bab0-dfe652a4d76d" -d '{"events": [{"server_uuid": "2a3c88eb-610a-4d89-a131-7e088dbbd5e3", "name": "network-vif-plugged", "status": "completed", "tag": "ddb301fb-fee2-423b-a87f-8ac39f60e269"}]}' {{(pid=94642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:47:35.591172 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port ddb301fb-fee2-423b-a87f-8ac39f60e269, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=ddb301fb-fee2-423b-a87f-8ac39f60e269,segment=NetworkSegment(25ca10e1-abd6-423c-a2fc-3caf80beff1a),segment_id=25ca10e1-abd6-423c-a2fc-3caf80beff1a)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:47:35.601953 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c206797a-1b83-4e0f-920b-9d1c938f921b tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Pushing event deleted for resources: {'Port': ['ID=62e2be16-2d84-480f-81fb-225d244ae332,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:35.615437 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898120d7-7fb3-4721-8067-22255aa29223 x-openstack-request-id: req-898120d7-7fb3-4721-8067-22255aa29223 {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:47:35.615728 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a3c88eb-610a-4d89-a131-7e088dbbd5e3", "name": "network-vif-plugged", "status": "completed", "tag": "ddb301fb-fee2-423b-a87f-8ac39f60e269", "code": 200}]} {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:47:35.615978 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-898120d7-7fb3-4721-8067-22255aa29223 {{(pid=94642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:47:35.616363 dv-cinder-760153-9-iscsi neutron-server[94642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a3c88eb-610a-4d89-a131-7e088dbbd5e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb301fb-fee2-423b-a87f-8ac39f60e269', 'code': 200} Sep 07 14:47:35.647585 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba033cf1-f1bf-49d8-bcc8-a3283c14fb3c req-c206797a-1b83-4e0f-920b-9d1c938f921b tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] No DVR routers for this DVR port 62e2be16-2d84-480f-81fb-225d244ae332 on host hv-cinder-76015 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:47:35.650057 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ba033cf1-f1bf-49d8-bcc8-a3283c14fb3c req-c206797a-1b83-4e0f-920b-9d1c938f921b tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:35.652070 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ba033cf1-f1bf-49d8-bcc8-a3283c14fb3c req-c206797a-1b83-4e0f-920b-9d1c938f921b tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.22 "DELETE /v2.0/ports/62e2be16-2d84-480f-81fb-225d244ae332 HTTP/1.1" status: 204 len: 173 time: 0.6067040 Sep 07 14:47:35.676708 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:35.677572 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 62e2be16-2d84-480f-81fb-225d244ae332 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:47:35.716287 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] No Port match for: 62e2be16-2d84-480f-81fb-225d244ae332 {{(pid=94642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:47:35.716556 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 62e2be16-2d84-480f-81fb-225d244ae332 not bound to the agent host hv-cinder-76015 {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:47:35.716974 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device c1c4d773-fd96-46c6-a471-a5752da670a9 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:47:35.740434 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] No Port match for: c1c4d773-fd96-46c6-a471-a5752da670a9 {{(pid=94642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:47:35.740787 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device c1c4d773-fd96-46c6-a471-a5752da670a9 not bound to the agent host hv-cinder-76015 {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:47:35.760037 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=ddb301fb-fee2-423b-a87f-8ac39f60e269,revision_number=5']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:35.782899 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-7c8d4370-1655-4c12-be3c-c6e3da4a9af2 req-69272b9a-8743-424b-ade9-8b4fb47a5f52 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e0a5ba2-9a63-4995-9281-5a3531ae4821 HTTP/1.1" status: 200 len: 210 time: 0.0265133 Sep 07 14:47:36.010167 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0a5ba2-9a63-4995-9281-5a3531ae4821', 'name': 'network-vif-deleted', 'tag': '62e2be16-2d84-480f-81fb-225d244ae332'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:47:36.012469 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca3d64d6ee1d62abf9801d62a4287030b5a1037887016040f3cf02e156c8ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de70286-70f7-4a1d-93b4-82dea9f03b31" -d '{"events": [{"server_uuid": "4e0a5ba2-9a63-4995-9281-5a3531ae4821", "name": "network-vif-deleted", "tag": "62e2be16-2d84-480f-81fb-225d244ae332"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:47:36.032531 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaefa73-480b-451b-973b-e45a82a7f2f4 req-b6629eeb-dea2-4690-b8cc-9bd0194ffee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:47:36.035409 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-caaefa73-480b-451b-973b-e45a82a7f2f4 req-b6629eeb-dea2-4690-b8cc-9bd0194ffee4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2a3c88eb-610a-4d89-a131-7e088dbbd5e3 HTTP/1.1" status: 200 len: 1099 time: 0.0507605 Sep 07 14:47:36.061371 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77cb330a-eeed-44d6-a340-6e3e7a61a471 x-openstack-request-id: req-77cb330a-eeed-44d6-a340-6e3e7a61a471 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:47:36.062154 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e0a5ba2-9a63-4995-9281-5a3531ae4821", "name": "network-vif-deleted", "tag": "62e2be16-2d84-480f-81fb-225d244ae332", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:47:36.062154 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-77cb330a-eeed-44d6-a340-6e3e7a61a471 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:47:36.062408 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0a5ba2-9a63-4995-9281-5a3531ae4821', 'name': 'network-vif-deleted', 'tag': '62e2be16-2d84-480f-81fb-225d244ae332', 'status': 'completed', 'code': 200} Sep 07 14:47:36.079570 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-caaefa73-480b-451b-973b-e45a82a7f2f4 req-173298ac-57a9-4f73-8cd3-f76680998ff5 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a8c0dd23-c3ea-46ac-b11b-75e38edf71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365477 Sep 07 14:47:36.197519 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:36.391819 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418b9f3-060c-491a-8b97-0dabcec847ee req-7eba0400-e791-421c-87f9-1c0c0c2a443e tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:47:36.393864 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3418b9f3-060c-491a-8b97-0dabcec847ee req-7eba0400-e791-421c-87f9-1c0c0c2a443e tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a3c88eb-610a-4d89-a131-7e088dbbd5e3 HTTP/1.1" status: 200 len: 946 time: 0.0530405 Sep 07 14:47:36.432774 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3418b9f3-060c-491a-8b97-0dabcec847ee req-c2aadcaf-76d5-485e-b26f-60888a0b7505 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8c0dd23-c3ea-46ac-b11b-75e38edf71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327063 Sep 07 14:47:36.450098 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 56208) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:47:36.528248 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-33f238a5-4182-4230-8d30-a8f191c0c6a5 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks [] for security_group, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:36.560149 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-33f238a5-4182-4230-8d30-a8f191c0c6a5 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:36.710844 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-33f238a5-4182-4230-8d30-a8f191c0c6a5 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:36.713475 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-33f238a5-4182-4230-8d30-a8f191c0c6a5 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Notify callbacks [] for security_group, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:36.714681 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-33f238a5-4182-4230-8d30-a8f191c0c6a5 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] 10.222.0.11 "DELETE /v2.0/security-groups/dc6dafd9-1d11-4509-b316-0249bf4d39f7 HTTP/1.1" status: 204 len: 168 time: 0.2632997 Sep 07 14:47:36.736559 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f238a5-4182-4230-8d30-a8f191c0c6a5 tempest-TestShelveInstance-904238814 tempest-TestShelveInstance-904238814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6dafd9-1d11-4509-b316-0249bf4d39f7,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:36.893840 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3248b0ed-cdfc-43b6-a74d-694a30ef6d9d req-8bfab3c9-ce4d-4915-a0b3-0403b749a2ba tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e0a5ba2-9a63-4995-9281-5a3531ae4821 HTTP/1.1" status: 200 len: 210 time: 0.0300758 Sep 07 14:47:37.607753 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0f24168f-b8a0-4bae-8b70-617ff90f8337 req-dfe01d5f-40ff-4c64-9c2d-25a69e3d4b5f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2a3c88eb-610a-4d89-a131-7e088dbbd5e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1028137 Sep 07 14:47:37.616565 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690289d-2f3d-4cff-bab0-6b5977259799 req-f0604fee-d3ab-42f6-aec3-07c161afc39f tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:47:37.617964 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3690289d-2f3d-4cff-bab0-6b5977259799 req-f0604fee-d3ab-42f6-aec3-07c161afc39f tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a3c88eb-610a-4d89-a131-7e088dbbd5e3 HTTP/1.1" status: 200 len: 946 time: 0.1052961 Sep 07 14:47:37.681787 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-3690289d-2f3d-4cff-bab0-6b5977259799 req-688fca1f-317e-4034-8cc8-c39ba71c8325 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8c0dd23-c3ea-46ac-b11b-75e38edf71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577872 Sep 07 14:47:37.697441 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24168f-b8a0-4bae-8b70-617ff90f8337 req-e857f016-834b-48f0-9e13-3142ae86deb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:47:37.698881 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0f24168f-b8a0-4bae-8b70-617ff90f8337 req-e857f016-834b-48f0-9e13-3142ae86deb5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=af34ab676bcb4c349937e487a30c7f4c&device_id=2a3c88eb-610a-4d89-a131-7e088dbbd5e3 HTTP/1.1" status: 200 len: 1099 time: 0.0461755 Sep 07 14:47:37.832161 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24168f-b8a0-4bae-8b70-617ff90f8337 req-fa681427-7e52-4138-832e-e0ebc4d9ff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:47:37.833642 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0f24168f-b8a0-4bae-8b70-617ff90f8337 req-fa681427-7e52-4138-832e-e0ebc4d9ff0c service neutron] 10.222.0.22 "GET /v2.0/networks?id=896271d4-84c3-423a-b1eb-ac6a234fc038 HTTP/1.1" status: 200 len: 914 time: 0.1141615 Sep 07 14:47:37.846400 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 56248) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:47:37.850842 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:37.881521 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0f24168f-b8a0-4bae-8b70-617ff90f8337 req-e63e50cf-166a-4dcd-bc23-b9899487a318 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddb301fb-fee2-423b-a87f-8ac39f60e269 HTTP/1.1" status: 200 len: 217 time: 0.0406103 Sep 07 14:47:37.954615 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24168f-b8a0-4bae-8b70-617ff90f8337 req-913f615c-dadd-44fc-9b35-57027f95b410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:47:37.957981 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0f24168f-b8a0-4bae-8b70-617ff90f8337 req-913f615c-dadd-44fc-9b35-57027f95b410 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3c6a4b61-f8df-4b40-aaf0-9784dd206e85 HTTP/1.1" status: 200 len: 853 time: 0.0642233 Sep 07 14:47:37.961086 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 56262) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:47:38.043308 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0f24168f-b8a0-4bae-8b70-617ff90f8337 req-b86b8980-10e1-4027-93bd-5a3eb619885a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=896271d4-84c3-423a-b1eb-ac6a234fc038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726409 Sep 07 14:47:38.220278 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0f24168f-b8a0-4bae-8b70-617ff90f8337 req-98895ca9-3655-4ac8-bb56-ab2e1b09bd3f service neutron] 10.222.0.22 "GET /v2.0/networks/896271d4-84c3-423a-b1eb-ac6a234fc038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684332 Sep 07 14:47:38.223412 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-29121df8-16ac-4a2a-9eb7-4f665e74d238 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Deleting port ccb574b5-ad05-46cc-b4ec-bb0c6e80ad2c {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:47:38.223748 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-29121df8-16ac-4a2a-9eb7-4f665e74d238 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:38.289559 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2869d370-02a5-4283-b352-72b7e132c142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539757'] for router_interface, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:38.375476 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-29121df8-16ac-4a2a-9eb7-4f665e74d238 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:38.375829 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-29121df8-16ac-4a2a-9eb7-4f665e74d238 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:38.386525 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.agents_db [None req-8586c0a8-7e1b-4ad5-b29e-274ce3295afb None None] Agent healthcheck: found 6 active agents {{(pid=94643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:47:38.401637 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-29121df8-16ac-4a2a-9eb7-4f665e74d238 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Calling delete_port for ccb574b5-ad05-46cc-b4ec-bb0c6e80ad2c owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:47:38.405184 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0f24168f-b8a0-4bae-8b70-617ff90f8337 req-06a69e02-efd0-4378-9f47-5abbb148d67c service neutron] 10.222.0.22 "GET /v2.0/networks/896271d4-84c3-423a-b1eb-ac6a234fc038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701088 Sep 07 14:47:38.626480 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-29121df8-16ac-4a2a-9eb7-4f665e74d238 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8727932'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:38.653815 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29121df8-16ac-4a2a-9eb7-4f665e74d238 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Pushing event deleted for resources: {'Port': ['ID=ccb574b5-ad05-46cc-b4ec-bb0c6e80ad2c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:38.724072 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-29121df8-16ac-4a2a-9eb7-4f665e74d238 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:38.727711 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-29121df8-16ac-4a2a-9eb7-4f665e74d238 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:38.728919 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-29121df8-16ac-4a2a-9eb7-4f665e74d238 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "DELETE /v2.0/floatingips/965dd389-52f2-4d59-a5f4-e7a353220421 HTTP/1.1" status: 204 len: 168 time: 0.7660813 Sep 07 14:47:38.952098 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2869d370-02a5-4283-b352-72b7e132c142 admin admin] Deleting port 8e7fe01c-f74e-4c87-b3d3-65ef6f99d254 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:47:38.952564 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2869d370-02a5-4283-b352-72b7e132c142 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:39.041007 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2869d370-02a5-4283-b352-72b7e132c142 admin admin] For port 8e7fe01c-f74e-4c87-b3d3-65ef6f99d254, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=8e7fe01c-f74e-4c87-b3d3-65ef6f99d254,segment=NetworkSegment(877a019a-cfdd-4d48-bea9-4e61887389af),segment_id=877a019a-cfdd-4d48-bea9-4e61887389af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:47:39.041496 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2869d370-02a5-4283-b352-72b7e132c142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:39.067447 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2869d370-02a5-4283-b352-72b7e132c142 admin admin] Calling delete_port for 8e7fe01c-f74e-4c87-b3d3-65ef6f99d254 owned by network:router_interface {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:47:39.340607 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2869d370-02a5-4283-b352-72b7e132c142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:39.370047 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869d370-02a5-4283-b352-72b7e132c142 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e7fe01c-f74e-4c87-b3d3-65ef6f99d254,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:39.571232 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2869d370-02a5-4283-b352-72b7e132c142 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7854277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539777'] for router_interface, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:39.821593 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2869d370-02a5-4283-b352-72b7e132c142 admin admin] Router 3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62 has already been hosted by L3 agent ca4ca367-a056-42f7-949c-96b33f8f39bf {{(pid=94641) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:47:39.931720 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2869d370-02a5-4283-b352-72b7e132c142 admin admin] Notify agent at l3_agent.dv-cinder-760153-9-iscsi the message routers_updated {{(pid=94641) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:47:39.936612 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-2869d370-02a5-4283-b352-72b7e132c142 admin admin] 10.222.0.11 "PUT /v2.0/routers/3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0876586 Sep 07 14:47:39.939709 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 56292) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:47:39.941176 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92da9beb-72eb-4566-abff-2617f524b790 None None] Sync routers for ids ['3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62'] in dv-cinder-760153-9-iscsi {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:47:39.950382 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92da9beb-72eb-4566-abff-2617f524b790 None None] Routers {'3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:47:39.950997 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-92da9beb-72eb-4566-abff-2617f524b790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:47:35Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:47:40.050284 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-06f8a5d4-f5b2-499f-aff7-f72084635472 admin admin] Notify callbacks [] for router, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:40.061211 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-92da9beb-72eb-4566-abff-2617f524b790 None None] Set router 3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:47:40.089125 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 56296) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:47:40.154791 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-604948ef-093b-4ad2-bf2a-3d524c203ce7 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:40.157516 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-06f8a5d4-f5b2-499f-aff7-f72084635472 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:40.185973 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-604948ef-093b-4ad2-bf2a-3d524c203ce7 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:40.262585 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-92da9beb-72eb-4566-abff-2617f524b790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62', 'name': 'tempest-TestShelveInstance-1583402169-router', 'tenant_id': 'fb8695fb2fcc49db9e216007d032174f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'adb948d8-7421-4486-ad43-bc1cc665ff55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:42:24Z', 'updated_at': '2021-09-07T14:47:39Z', 'revision_number': 5, 'project_id': 'fb8695fb2fcc49db9e216007d032174f', 'gw_port': {'id': 'adb948d8-7421-4486-ad43-bc1cc665ff55', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:39:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:42:25Z', 'updated_at': '2021-09-07T14:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi'}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:47:40.290052 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92da9beb-72eb-4566-abff-2617f524b790 None None] Checking router: 3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62 for host: dv-cinder-760153-9-iscsi {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:47:40.293961 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-06f8a5d4-f5b2-499f-aff7-f72084635472 admin admin] Deleting port adb948d8-7421-4486-ad43-bc1cc665ff55 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:47:40.294400 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-06f8a5d4-f5b2-499f-aff7-f72084635472 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:40.298525 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92da9beb-72eb-4566-abff-2617f524b790 None None] Routers {'3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:47:40.299500 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-92da9beb-72eb-4566-abff-2617f524b790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:47:35Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:47:40.334561 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-604948ef-093b-4ad2-bf2a-3d524c203ce7 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:40.337220 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-604948ef-093b-4ad2-bf2a-3d524c203ce7 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:40.338587 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-604948ef-093b-4ad2-bf2a-3d524c203ce7 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] 10.222.0.11 "DELETE /v2.0/security-groups/4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec HTTP/1.1" status: 204 len: 168 time: 0.2479339 Sep 07 14:47:40.351122 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604948ef-093b-4ad2-bf2a-3d524c203ce7 tempest-TestVolumeBootPattern-1743824689 tempest-TestVolumeBootPattern-1743824689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e83258a-2ada-4bdd-aa0e-5b05ae9b3dec,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:40.384501 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-06f8a5d4-f5b2-499f-aff7-f72084635472 admin admin] For port adb948d8-7421-4486-ad43-bc1cc665ff55, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=adb948d8-7421-4486-ad43-bc1cc665ff55,segment=NetworkSegment(c9eb5183-06b9-4b59-a709-2fab54e09f70),segment_id=c9eb5183-06b9-4b59-a709-2fab54e09f70)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:47:40.385020 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-06f8a5d4-f5b2-499f-aff7-f72084635472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:40.401138 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-92da9beb-72eb-4566-abff-2617f524b790 None None] Set router 3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:47:40.404736 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-06f8a5d4-f5b2-499f-aff7-f72084635472 admin admin] Calling delete_port for adb948d8-7421-4486-ad43-bc1cc665ff55 owned by network:router_gateway {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:47:40.458263 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-92da9beb-72eb-4566-abff-2617f524b790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62', 'name': 'tempest-TestShelveInstance-1583402169-router', 'tenant_id': 'fb8695fb2fcc49db9e216007d032174f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:42:24Z', 'updated_at': '2021-09-07T14:47:40Z', 'revision_number': 6, 'project_id': 'fb8695fb2fcc49db9e216007d032174f', 'gw_port_host': None}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:47:40.484583 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92da9beb-72eb-4566-abff-2617f524b790 None None] The sync data for ids ['3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62'] in dv-cinder-760153-9-iscsi is: [{'id': '3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62', 'name': 'tempest-TestShelveInstance-1583402169-router', 'tenant_id': 'fb8695fb2fcc49db9e216007d032174f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:42:24Z', 'updated_at': '2021-09-07T14:47:40Z', 'revision_number': 6, 'project_id': 'fb8695fb2fcc49db9e216007d032174f', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:47:40.528372 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 56300) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:47:40.669641 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-06f8a5d4-f5b2-499f-aff7-f72084635472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:40.699321 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f8a5d4-f5b2-499f-aff7-f72084635472 admin admin] Pushing event deleted for resources: {'Port': ['ID=adb948d8-7421-4486-ad43-bc1cc665ff55,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:40.773955 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-06f8a5d4-f5b2-499f-aff7-f72084635472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540451'] for router_gateway, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:40.876948 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-06f8a5d4-f5b2-499f-aff7-f72084635472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1168'] for router, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:40.879427 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-06f8a5d4-f5b2-499f-aff7-f72084635472 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:40.980333 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-06f8a5d4-f5b2-499f-aff7-f72084635472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538185'] for router, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:40.980776 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f8a5d4-f5b2-499f-aff7-f72084635472 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62 {{(pid=94641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 14:47:40.985530 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-06f8a5d4-f5b2-499f-aff7-f72084635472 admin admin] Notify callbacks [] for router, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:40.987401 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-06f8a5d4-f5b2-499f-aff7-f72084635472 admin admin] 10.222.0.11 "DELETE /v2.0/routers/3e4bc6d7-d5aa-4a70-a94e-e90145cdaf62 HTTP/1.1" status: 204 len: 168 time: 1.0467358 Sep 07 14:47:40.990575 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 56306) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:47:41.015837 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fca37ee8-2554-4eb8-a157-31adcdb5cfd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539757'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:41.040575 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.db_base_plugin_v2 [None req-3abcd98e-8fc4-41f8-8dc8-b93ad0ab61e1 admin admin] Deleting subnet 6ccff5bd-d913-47ce-b5ae-4e400120a8ad {{(pid=94641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 14:47:41.043673 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3abcd98e-8fc4-41f8-8dc8-b93ad0ab61e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:41.080818 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3abcd98e-8fc4-41f8-8dc8-b93ad0ab61e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101096'] for subnet, precommit_delete_associations {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:41.169089 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3abcd98e-8fc4-41f8-8dc8-b93ad0ab61e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7667009'] for subnet, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:41.277940 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-fca37ee8-2554-4eb8-a157-31adcdb5cfd4 admin admin] Deleting port f810e8aa-4b7f-4a11-8f7c-aba31de7c523 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:47:41.278651 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fca37ee8-2554-4eb8-a157-31adcdb5cfd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:41.317885 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3abcd98e-8fc4-41f8-8dc8-b93ad0ab61e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7667064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4046447'] for subnet, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:41.346572 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abcd98e-8fc4-41f8-8dc8-b93ad0ab61e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ccff5bd-d913-47ce-b5ae-4e400120a8ad,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:41.348763 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3abcd98e-8fc4-41f8-8dc8-b93ad0ab61e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:41.350858 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-3abcd98e-8fc4-41f8-8dc8-b93ad0ab61e1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6ccff5bd-d913-47ce-b5ae-4e400120a8ad HTTP/1.1" status: 204 len: 168 time: 0.3587434 Sep 07 14:47:41.354582 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 56308) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:47:41.361944 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d71afd-0947-4444-8a77-8df551df29c1 None None] Network 2b04c4b7-51ec-44a3-876e-a0d61c647f54 requested from dv-cinder-760153-9-iscsi {{(pid=94642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:47:41.371224 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-fca37ee8-2554-4eb8-a157-31adcdb5cfd4 admin admin] For port f810e8aa-4b7f-4a11-8f7c-aba31de7c523, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=f810e8aa-4b7f-4a11-8f7c-aba31de7c523,segment=NetworkSegment(33cad443-550e-44eb-8a23-9490b4c4b203),segment_id=33cad443-550e-44eb-8a23-9490b4c4b203)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:47:41.371586 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fca37ee8-2554-4eb8-a157-31adcdb5cfd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:41.385709 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-fca37ee8-2554-4eb8-a157-31adcdb5cfd4 admin admin] Calling delete_port for f810e8aa-4b7f-4a11-8f7c-aba31de7c523 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:47:41.446264 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ec80acce-f4b2-42d9-a56f-d8c07494f830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7632714'] for network, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:41.527781 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ec80acce-f4b2-42d9-a56f-d8c07494f830 admin admin] Deleting port 47729ffb-e58d-4cae-a39c-31dbb85be095 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:47:41.528122 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ec80acce-f4b2-42d9-a56f-d8c07494f830 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:41.599756 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccae422-c7be-4a4b-997a-36024594fed1 None None] DHCP port deletion for 2b04c4b7-51ec-44a3-876e-a0d61c647f54 request from dv-cinder-760153-9-iscsi {{(pid=94642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 14:47:41.611728 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ec80acce-f4b2-42d9-a56f-d8c07494f830 admin admin] For port 47729ffb-e58d-4cae-a39c-31dbb85be095, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=47729ffb-e58d-4cae-a39c-31dbb85be095,segment=NetworkSegment(877a019a-cfdd-4d48-bea9-4e61887389af),segment_id=877a019a-cfdd-4d48-bea9-4e61887389af)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:47:41.612097 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ec80acce-f4b2-42d9-a56f-d8c07494f830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:41.625705 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ec80acce-f4b2-42d9-a56f-d8c07494f830 admin admin] Calling delete_port for 47729ffb-e58d-4cae-a39c-31dbb85be095 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:47:41.653301 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-0ccae422-c7be-4a4b-997a-36024594fed1 None None] Deleting port 47729ffb-e58d-4cae-a39c-31dbb85be095 {{(pid=94642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:47:41.653605 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-0ccae422-c7be-4a4b-997a-36024594fed1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:41.677439 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fca37ee8-2554-4eb8-a157-31adcdb5cfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8727932'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:41.783065 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-0ccae422-c7be-4a4b-997a-36024594fed1 None None] For port 47729ffb-e58d-4cae-a39c-31dbb85be095, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=47729ffb-e58d-4cae-a39c-31dbb85be095,segment=NetworkSegment(877a019a-cfdd-4d48-bea9-4e61887389af),segment_id=877a019a-cfdd-4d48-bea9-4e61887389af)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:47:41.783467 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-0ccae422-c7be-4a4b-997a-36024594fed1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:41.799705 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-0ccae422-c7be-4a4b-997a-36024594fed1 None None] Calling delete_port for 47729ffb-e58d-4cae-a39c-31dbb85be095 owned by network:dhcp {{(pid=94642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:47:41.807299 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 8e7fe01c-f74e-4c87-b3d3-65ef6f99d254 no longer exists at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:47:41.818580 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ec80acce-f4b2-42d9-a56f-d8c07494f830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:41.838889 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-9152d18d-5686-470b-8281-0603e563890f None None] No Port match for: 8e7fe01c-f74e-4c87-b3d3-65ef6f99d254 {{(pid=94642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:47:41.839231 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 8e7fe01c-f74e-4c87-b3d3-65ef6f99d254 not bound to the agent host dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:47:41.845996 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device adb948d8-7421-4486-ad43-bc1cc665ff55 no longer exists at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:47:41.848310 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec80acce-f4b2-42d9-a56f-d8c07494f830 admin admin] Pushing event deleted for resources: {'Port': ['ID=47729ffb-e58d-4cae-a39c-31dbb85be095,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:41.850256 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec80acce-f4b2-42d9-a56f-d8c07494f830 admin admin] No DVR routers for this DVR port 47729ffb-e58d-4cae-a39c-31dbb85be095 on host dv-cinder-760153-9-iscsi {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:47:41.895622 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca37ee8-2554-4eb8-a157-31adcdb5cfd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f810e8aa-4b7f-4a11-8f7c-aba31de7c523,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:41.898228 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-9152d18d-5686-470b-8281-0603e563890f None None] No Port match for: adb948d8-7421-4486-ad43-bc1cc665ff55 {{(pid=94642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:47:41.898583 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device adb948d8-7421-4486-ad43-bc1cc665ff55 not bound to the agent host dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:47:41.899010 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 47729ffb-e58d-4cae-a39c-31dbb85be095 no longer exists at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:47:41.926929 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-9152d18d-5686-470b-8281-0603e563890f None None] No Port match for: 47729ffb-e58d-4cae-a39c-31dbb85be095 {{(pid=94642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:47:41.927278 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 47729ffb-e58d-4cae-a39c-31dbb85be095 not bound to the agent host dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:47:41.937707 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ec80acce-f4b2-42d9-a56f-d8c07494f830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653324', 'neutron.services.segments.db._delete_segments_for_network-8735925738105'] for network, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:41.970858 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-0ccae422-c7be-4a4b-997a-36024594fed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542'] for port, after_delete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:41.972526 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fca37ee8-2554-4eb8-a157-31adcdb5cfd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7854277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539777'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:41.975397 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.services.segments.db [None req-ec80acce-f4b2-42d9-a56f-d8c07494f830 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b04c4b7-51ec-44a3-876e-a0d61c647f54']}} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:47:41.988467 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.services.segments.db [None req-ec80acce-f4b2-42d9-a56f-d8c07494f830 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '877a019a-cfdd-4d48-bea9-4e61887389af') {'for_net_delete': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:47:41.988841 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.services.segments.db [None req-ec80acce-f4b2-42d9-a56f-d8c07494f830 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '877a019a-cfdd-4d48-bea9-4e61887389af') {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:47:41.997198 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccae422-c7be-4a4b-997a-36024594fed1 None None] Pushing event deleted for resources: {'Port': ['ID=47729ffb-e58d-4cae-a39c-31dbb85be095,revision_number=None']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:42.004910 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccae422-c7be-4a4b-997a-36024594fed1 None None] No DVR routers for this DVR port 47729ffb-e58d-4cae-a39c-31dbb85be095 on host dv-cinder-760153-9-iscsi {{(pid=94642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:47:42.006514 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ec80acce-f4b2-42d9-a56f-d8c07494f830 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735925737602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101089'] for segment, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:42.021876 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ec80acce-f4b2-42d9-a56f-d8c07494f830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147'] for segment, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:42.029332 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec80acce-f4b2-42d9-a56f-d8c07494f830 admin admin] Releasing vlan 880 on physical network physnet1 to pool {{(pid=94641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 14:47:42.029718 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ec80acce-f4b2-42d9-a56f-d8c07494f830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009568'] for segment, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:42.031360 dv-cinder-760153-9-iscsi neutron-server[94641]: Traceback (most recent call last): Sep 07 14:47:42.031360 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 14:47:42.031360 dv-cinder-760153-9-iscsi neutron-server[94641]: timer() Sep 07 14:47:42.031360 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 14:47:42.031360 dv-cinder-760153-9-iscsi neutron-server[94641]: cb(*args, **kw) Sep 07 14:47:42.031360 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 14:47:42.031360 dv-cinder-760153-9-iscsi neutron-server[94641]: return func(*args, **kwargs) Sep 07 14:47:42.031360 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 14:47:42.031360 dv-cinder-760153-9-iscsi neutron-server[94641]: self._notify() Sep 07 14:47:42.031360 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 14:47:42.031360 dv-cinder-760153-9-iscsi neutron-server[94641]: self.callback(batched_events) Sep 07 14:47:42.031360 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 14:47:42.031360 dv-cinder-760153-9-iscsi neutron-server[94641]: event.method(event) Sep 07 14:47:42.031360 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 14:47:42.031360 dv-cinder-760153-9-iscsi neutron-server[94641]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 14:47:42.031360 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 14:47:42.031360 dv-cinder-760153-9-iscsi neutron-server[94641]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 14:47:42.031360 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 14:47:42.031360 dv-cinder-760153-9-iscsi neutron-server[94641]: return f(self, *a, **k) Sep 07 14:47:42.031360 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 14:47:42.031360 dv-cinder-760153-9-iscsi neutron-server[94641]: return self._get(url).json() Sep 07 14:47:42.031360 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 14:47:42.031360 dv-cinder-760153-9-iscsi neutron-server[94641]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 14:47:42.031360 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 14:47:42.031360 dv-cinder-760153-9-iscsi neutron-server[94641]: return self.request(url, 'GET', **kwargs) Sep 07 14:47:42.031360 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 14:47:42.031360 dv-cinder-760153-9-iscsi neutron-server[94641]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 14:47:42.031360 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 14:47:42.031360 dv-cinder-760153-9-iscsi neutron-server[94641]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 14:47:42.031360 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 14:47:42.031360 dv-cinder-760153-9-iscsi neutron-server[94641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 14:47:42.031360 dv-cinder-760153-9-iscsi neutron-server[94641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 14:47:42.166939 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ec80acce-f4b2-42d9-a56f-d8c07494f830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540447'] for network, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:42.172579 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ec80acce-f4b2-42d9-a56f-d8c07494f830 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for network, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:42.175613 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-ec80acce-f4b2-42d9-a56f-d8c07494f830 admin admin] 10.222.0.11 "DELETE /v2.0/networks/2b04c4b7-51ec-44a3-876e-a0d61c647f54 HTTP/1.1" status: 204 len: 168 time: 0.8197236 Sep 07 14:47:42.179935 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 56312) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:47:42.186518 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec80acce-f4b2-42d9-a56f-d8c07494f830 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b04c4b7-51ec-44a3-876e-a0d61c647f54,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:42.506643 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca37ee8-2554-4eb8-a157-31adcdb5cfd4 admin admin] Router c5538baf-d137-49c4-8cbb-cac645afeab4 has already been hosted by L3 agent ca4ca367-a056-42f7-949c-96b33f8f39bf {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:47:42.734052 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca37ee8-2554-4eb8-a157-31adcdb5cfd4 admin admin] Notify agent at l3_agent.dv-cinder-760153-9-iscsi the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:47:42.740985 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-fca37ee8-2554-4eb8-a157-31adcdb5cfd4 admin admin] 10.222.0.11 "PUT /v2.0/routers/c5538baf-d137-49c4-8cbb-cac645afeab4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2112691 Sep 07 14:47:42.744973 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 56314) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:47:42.746487 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df309cab-6d01-4f71-948d-f850434383a9 None None] Sync routers for ids ['c5538baf-d137-49c4-8cbb-cac645afeab4'] in dv-cinder-760153-9-iscsi {{(pid=94643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:47:42.757487 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df309cab-6d01-4f71-948d-f850434383a9 None None] Routers {'c5538baf-d137-49c4-8cbb-cac645afeab4'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:47:42.758340 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-df309cab-6d01-4f71-948d-f850434383a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:47:35Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['c5538baf-d137-49c4-8cbb-cac645afeab4'], 'active': True} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:47:42.862280 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-331ddc5a-fb1d-4282-8558-15b30a555021 admin admin] Notify callbacks [] for router, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:42.899540 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvr_db [None req-df309cab-6d01-4f71-948d-f850434383a9 None None] Set router c5538baf-d137-49c4-8cbb-cac645afeab4 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:47:42.909757 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ba325ff-a2cd-4790-b4e2-0bf4ff90efb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539757'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:42.978939 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-331ddc5a-fb1d-4282-8558-15b30a555021 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:43.111879 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-331ddc5a-fb1d-4282-8558-15b30a555021 admin admin] Deleting port eb666416-6561-4d0c-8443-5923fb1ed931 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:47:43.112695 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-331ddc5a-fb1d-4282-8558-15b30a555021 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:43.188935 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9ba325ff-a2cd-4790-b4e2-0bf4ff90efb8 admin admin] Deleting port ae32bf5b-bbc5-47a8-aeb6-8d36dc18fa5d {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:47:43.189837 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ba325ff-a2cd-4790-b4e2-0bf4ff90efb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:43.197689 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-df309cab-6d01-4f71-948d-f850434383a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'name': 'tempest-TestVolumeBootPattern-1625730596-router', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': 'eb666416-6561-4d0c-8443-5923fb1ed931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:01Z', 'updated_at': '2021-09-07T14:47:41Z', 'revision_number': 5, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'gw_port': {'id': 'eb666416-6561-4d0c-8443-5923fb1ed931', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:04:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:02Z', 'updated_at': '2021-09-07T14:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi'}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:47:43.205604 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-331ddc5a-fb1d-4282-8558-15b30a555021 admin admin] For port eb666416-6561-4d0c-8443-5923fb1ed931, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=eb666416-6561-4d0c-8443-5923fb1ed931,segment=NetworkSegment(c9eb5183-06b9-4b59-a709-2fab54e09f70),segment_id=c9eb5183-06b9-4b59-a709-2fab54e09f70)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:47:43.207309 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-331ddc5a-fb1d-4282-8558-15b30a555021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:43.226870 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-331ddc5a-fb1d-4282-8558-15b30a555021 admin admin] Calling delete_port for eb666416-6561-4d0c-8443-5923fb1ed931 owned by network:router_gateway {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:47:43.233325 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df309cab-6d01-4f71-948d-f850434383a9 None None] Checking router: c5538baf-d137-49c4-8cbb-cac645afeab4 for host: dv-cinder-760153-9-iscsi {{(pid=94643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:47:43.242860 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df309cab-6d01-4f71-948d-f850434383a9 None None] Routers {'c5538baf-d137-49c4-8cbb-cac645afeab4'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:47:43.243485 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-df309cab-6d01-4f71-948d-f850434383a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:47:35Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['c5538baf-d137-49c4-8cbb-cac645afeab4'], 'active': True} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:47:43.282085 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9ba325ff-a2cd-4790-b4e2-0bf4ff90efb8 admin admin] For port ae32bf5b-bbc5-47a8-aeb6-8d36dc18fa5d, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=ae32bf5b-bbc5-47a8-aeb6-8d36dc18fa5d,segment=NetworkSegment(04958f47-16ac-43b9-bc05-79f8698464c1),segment_id=04958f47-16ac-43b9-bc05-79f8698464c1)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:47:43.282494 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ba325ff-a2cd-4790-b4e2-0bf4ff90efb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:43.301666 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9ba325ff-a2cd-4790-b4e2-0bf4ff90efb8 admin admin] Calling delete_port for ae32bf5b-bbc5-47a8-aeb6-8d36dc18fa5d owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:47:43.336936 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvr_db [None req-df309cab-6d01-4f71-948d-f850434383a9 None None] Set router c5538baf-d137-49c4-8cbb-cac645afeab4 gateway port host: None {{(pid=94643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:47:43.398048 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-df309cab-6d01-4f71-948d-f850434383a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'name': 'tempest-TestVolumeBootPattern-1625730596-router', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:01Z', 'updated_at': '2021-09-07T14:47:42Z', 'revision_number': 6, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'gw_port_host': None}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:47:43.443068 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df309cab-6d01-4f71-948d-f850434383a9 None None] The sync data for ids ['c5538baf-d137-49c4-8cbb-cac645afeab4'] in dv-cinder-760153-9-iscsi is: [{'id': 'c5538baf-d137-49c4-8cbb-cac645afeab4', 'name': 'tempest-TestVolumeBootPattern-1625730596-router', 'tenant_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:01Z', 'updated_at': '2021-09-07T14:47:42Z', 'revision_number': 6, 'project_id': 'ddcff35f4fe74c3087d85eedd77cfcb3', 'gw_port_host': None}] {{(pid=94643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:47:43.488922 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-331ddc5a-fb1d-4282-8558-15b30a555021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:43.527783 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ddc5a-fb1d-4282-8558-15b30a555021 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb666416-6561-4d0c-8443-5923fb1ed931,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:43.580404 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ba325ff-a2cd-4790-b4e2-0bf4ff90efb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8727932'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:43.587022 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-331ddc5a-fb1d-4282-8558-15b30a555021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540451'] for router_gateway, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:43.608966 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba325ff-a2cd-4790-b4e2-0bf4ff90efb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae32bf5b-bbc5-47a8-aeb6-8d36dc18fa5d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:43.690380 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-331ddc5a-fb1d-4282-8558-15b30a555021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1168'] for router, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:43.692765 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-331ddc5a-fb1d-4282-8558-15b30a555021 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:43.808282 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-331ddc5a-fb1d-4282-8558-15b30a555021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538185'] for router, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:43.810317 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331ddc5a-fb1d-4282-8558-15b30a555021 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5538baf-d137-49c4-8cbb-cac645afeab4 {{(pid=94641) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 14:47:43.814599 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ba325ff-a2cd-4790-b4e2-0bf4ff90efb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7854277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539777'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:43.820691 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-331ddc5a-fb1d-4282-8558-15b30a555021 admin admin] Notify callbacks [] for router, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:43.827175 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-331ddc5a-fb1d-4282-8558-15b30a555021 admin admin] 10.222.0.11 "DELETE /v2.0/routers/c5538baf-d137-49c4-8cbb-cac645afeab4 HTTP/1.1" status: 204 len: 168 time: 1.0815885 Sep 07 14:47:43.827787 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 56318) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:47:43.906174 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.db_base_plugin_v2 [None req-aebaa696-9c63-4ca1-a1a7-ca5cf23f3f76 admin admin] Deleting subnet 846cc3d9-b8d8-4a47-8daf-12b566ed01c8 {{(pid=94641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 14:47:43.910559 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aebaa696-9c63-4ca1-a1a7-ca5cf23f3f76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:43.966486 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aebaa696-9c63-4ca1-a1a7-ca5cf23f3f76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101096'] for subnet, precommit_delete_associations {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:44.049063 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aebaa696-9c63-4ca1-a1a7-ca5cf23f3f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7667009'] for subnet, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:44.072686 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba325ff-a2cd-4790-b4e2-0bf4ff90efb8 admin admin] Router 3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382 has already been hosted by L3 agent ca4ca367-a056-42f7-949c-96b33f8f39bf {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:47:44.180361 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aebaa696-9c63-4ca1-a1a7-ca5cf23f3f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7667064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4046447'] for subnet, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:44.191941 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba325ff-a2cd-4790-b4e2-0bf4ff90efb8 admin admin] Notify agent at l3_agent.dv-cinder-760153-9-iscsi the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:47:44.206230 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-9ba325ff-a2cd-4790-b4e2-0bf4ff90efb8 admin admin] 10.222.0.11 "PUT /v2.0/routers/3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0160322 Sep 07 14:47:44.206230 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 56322) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:47:44.206437 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc997d58-17c3-4c5b-833b-705b62813fab None None] Sync routers for ids ['3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382'] in dv-cinder-760153-9-iscsi {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:47:44.208583 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebaa696-9c63-4ca1-a1a7-ca5cf23f3f76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=846cc3d9-b8d8-4a47-8daf-12b566ed01c8,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:44.210606 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aebaa696-9c63-4ca1-a1a7-ca5cf23f3f76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:44.212504 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-aebaa696-9c63-4ca1-a1a7-ca5cf23f3f76 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/846cc3d9-b8d8-4a47-8daf-12b566ed01c8 HTTP/1.1" status: 204 len: 168 time: 0.3837779 Sep 07 14:47:44.215368 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 56324) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:47:44.215586 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc997d58-17c3-4c5b-833b-705b62813fab None None] Routers {'3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:47:44.216247 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-bc997d58-17c3-4c5b-833b-705b62813fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:47:35Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:47:44.222256 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4716a95a-bcfa-47a0-ade5-9cf1a5c0d1a9 None None] Network 10bc76c4-28c7-4ddc-9078-74979f2c3f45 requested from dv-cinder-760153-9-iscsi {{(pid=94642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:47:44.309343 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3dd92f45-7b14-4456-8ae9-a53c3760c6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7632714'] for network, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:44.324793 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device f810e8aa-4b7f-4a11-8f7c-aba31de7c523 no longer exists at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:47:44.350669 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a30b66a-6245-46a0-a4b2-e3ff637f097e admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:44.369234 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-9152d18d-5686-470b-8281-0603e563890f None None] No Port match for: f810e8aa-4b7f-4a11-8f7c-aba31de7c523 {{(pid=94642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:47:44.369579 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device f810e8aa-4b7f-4a11-8f7c-aba31de7c523 not bound to the agent host dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:47:44.371808 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3dd92f45-7b14-4456-8ae9-a53c3760c6fb admin admin] Deleting port d39e04e1-2aac-4c6c-bfc4-89dd29971372 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:47:44.372459 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3dd92f45-7b14-4456-8ae9-a53c3760c6fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:44.461525 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3dd92f45-7b14-4456-8ae9-a53c3760c6fb admin admin] For port d39e04e1-2aac-4c6c-bfc4-89dd29971372, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=d39e04e1-2aac-4c6c-bfc4-89dd29971372,segment=NetworkSegment(33cad443-550e-44eb-8a23-9490b4c4b203),segment_id=33cad443-550e-44eb-8a23-9490b4c4b203)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:47:44.461994 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3dd92f45-7b14-4456-8ae9-a53c3760c6fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:44.482078 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3dd92f45-7b14-4456-8ae9-a53c3760c6fb admin admin] Calling delete_port for d39e04e1-2aac-4c6c-bfc4-89dd29971372 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:47:44.492652 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a30b66a-6245-46a0-a4b2-e3ff637f097e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:44.605363 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-bc997d58-17c3-4c5b-833b-705b62813fab None None] Set router 3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382 gateway port host: dv-cinder-760153-9-iscsi {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:47:44.614442 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-8a30b66a-6245-46a0-a4b2-e3ff637f097e admin admin] Deleting port 8eb2949d-5489-4461-8852-403ddf9343ef {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:47:44.614948 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a30b66a-6245-46a0-a4b2-e3ff637f097e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:44.661002 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3dd92f45-7b14-4456-8ae9-a53c3760c6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:44.689373 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd92f45-7b14-4456-8ae9-a53c3760c6fb admin admin] Pushing event deleted for resources: {'Port': ['ID=d39e04e1-2aac-4c6c-bfc4-89dd29971372,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:44.694978 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd92f45-7b14-4456-8ae9-a53c3760c6fb admin admin] No DVR routers for this DVR port d39e04e1-2aac-4c6c-bfc4-89dd29971372 on host dv-cinder-760153-9-iscsi {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:47:44.705644 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dcf5ac-af90-4a8c-8a16-c80687c31a47 None None] DHCP port deletion for 10bc76c4-28c7-4ddc-9078-74979f2c3f45 request from dv-cinder-760153-9-iscsi {{(pid=94642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 14:47:44.743626 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-8a30b66a-6245-46a0-a4b2-e3ff637f097e admin admin] For port 8eb2949d-5489-4461-8852-403ddf9343ef, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=8eb2949d-5489-4461-8852-403ddf9343ef,segment=NetworkSegment(c9eb5183-06b9-4b59-a709-2fab54e09f70),segment_id=c9eb5183-06b9-4b59-a709-2fab54e09f70)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:47:44.744060 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a30b66a-6245-46a0-a4b2-e3ff637f097e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:44.758583 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-8a30b66a-6245-46a0-a4b2-e3ff637f097e admin admin] Calling delete_port for 8eb2949d-5489-4461-8852-403ddf9343ef owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:47:44.775297 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3dd92f45-7b14-4456-8ae9-a53c3760c6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653324', 'neutron.services.segments.db._delete_segments_for_network-8735925738105'] for network, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:44.795900 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.services.segments.db [None req-3dd92f45-7b14-4456-8ae9-a53c3760c6fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10bc76c4-28c7-4ddc-9078-74979f2c3f45']}} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:47:44.806058 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.services.segments.db [None req-3dd92f45-7b14-4456-8ae9-a53c3760c6fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33cad443-550e-44eb-8a23-9490b4c4b203') {'for_net_delete': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:47:44.807006 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.services.segments.db [None req-3dd92f45-7b14-4456-8ae9-a53c3760c6fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33cad443-550e-44eb-8a23-9490b4c4b203') {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:47:44.819392 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3dd92f45-7b14-4456-8ae9-a53c3760c6fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735925737602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101089'] for segment, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:44.835487 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3dd92f45-7b14-4456-8ae9-a53c3760c6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147'] for segment, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:44.839074 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-bc997d58-17c3-4c5b-833b-705b62813fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382', 'name': 'tempest-TestShelveInstance-1208982548-router', 'tenant_id': '31d9e12bb6cf4b0987f73ff2f348c21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.208'}], 'enable_snat': True}, 'gw_port_id': '8eb2949d-5489-4461-8852-403ddf9343ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:42:31Z', 'updated_at': '2021-09-07T14:47:43Z', 'revision_number': 5, 'project_id': '31d9e12bb6cf4b0987f73ff2f348c21d', 'gw_port': {'id': '8eb2949d-5489-4461-8852-403ddf9343ef', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:47:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:42:31Z', 'updated_at': '2021-09-07T14:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi'}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:47:44.842759 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dd92f45-7b14-4456-8ae9-a53c3760c6fb admin admin] Releasing vlan 866 on physical network physnet1 to pool {{(pid=94641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 14:47:44.846411 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3dd92f45-7b14-4456-8ae9-a53c3760c6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009568'] for segment, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:44.848146 dv-cinder-760153-9-iscsi neutron-server[94641]: Traceback (most recent call last): Sep 07 14:47:44.848146 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 14:47:44.848146 dv-cinder-760153-9-iscsi neutron-server[94641]: timer() Sep 07 14:47:44.848146 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 14:47:44.848146 dv-cinder-760153-9-iscsi neutron-server[94641]: cb(*args, **kw) Sep 07 14:47:44.848146 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 14:47:44.848146 dv-cinder-760153-9-iscsi neutron-server[94641]: return func(*args, **kwargs) Sep 07 14:47:44.848146 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 14:47:44.848146 dv-cinder-760153-9-iscsi neutron-server[94641]: self._notify() Sep 07 14:47:44.848146 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 14:47:44.848146 dv-cinder-760153-9-iscsi neutron-server[94641]: self.callback(batched_events) Sep 07 14:47:44.848146 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 14:47:44.848146 dv-cinder-760153-9-iscsi neutron-server[94641]: event.method(event) Sep 07 14:47:44.848146 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 14:47:44.848146 dv-cinder-760153-9-iscsi neutron-server[94641]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 14:47:44.848146 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 14:47:44.848146 dv-cinder-760153-9-iscsi neutron-server[94641]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 14:47:44.848146 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 14:47:44.848146 dv-cinder-760153-9-iscsi neutron-server[94641]: return f(self, *a, **k) Sep 07 14:47:44.848146 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 14:47:44.848146 dv-cinder-760153-9-iscsi neutron-server[94641]: return self._get(url).json() Sep 07 14:47:44.848146 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 14:47:44.848146 dv-cinder-760153-9-iscsi neutron-server[94641]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 14:47:44.848146 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 14:47:44.848146 dv-cinder-760153-9-iscsi neutron-server[94641]: return self.request(url, 'GET', **kwargs) Sep 07 14:47:44.848146 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 14:47:44.848146 dv-cinder-760153-9-iscsi neutron-server[94641]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 14:47:44.848146 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 14:47:44.848146 dv-cinder-760153-9-iscsi neutron-server[94641]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 14:47:44.848146 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 14:47:44.848146 dv-cinder-760153-9-iscsi neutron-server[94641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 14:47:44.848146 dv-cinder-760153-9-iscsi neutron-server[94641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 14:47:44.874301 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc997d58-17c3-4c5b-833b-705b62813fab None None] Checking router: 3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382 for host: dv-cinder-760153-9-iscsi {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:47:44.883856 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc997d58-17c3-4c5b-833b-705b62813fab None None] Routers {'3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:47:44.884276 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-bc997d58-17c3-4c5b-833b-705b62813fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:47:35Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:47:44.958491 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3dd92f45-7b14-4456-8ae9-a53c3760c6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540447'] for network, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:44.972746 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3dd92f45-7b14-4456-8ae9-a53c3760c6fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for network, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:44.972746 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-3dd92f45-7b14-4456-8ae9-a53c3760c6fb admin admin] 10.222.0.11 "DELETE /v2.0/networks/10bc76c4-28c7-4ddc-9078-74979f2c3f45 HTTP/1.1" status: 204 len: 168 time: 0.7502072 Sep 07 14:47:44.972992 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 56328) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:47:44.980983 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-bc997d58-17c3-4c5b-833b-705b62813fab None None] Set router 3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:47:44.984110 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd92f45-7b14-4456-8ae9-a53c3760c6fb admin admin] Pushing event deleted for resources: {'Network': ['ID=10bc76c4-28c7-4ddc-9078-74979f2c3f45,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:45.020663 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a30b66a-6245-46a0-a4b2-e3ff637f097e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8727932'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:45.041743 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-bc997d58-17c3-4c5b-833b-705b62813fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382', 'name': 'tempest-TestShelveInstance-1208982548-router', 'tenant_id': '31d9e12bb6cf4b0987f73ff2f348c21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:42:31Z', 'updated_at': '2021-09-07T14:47:44Z', 'revision_number': 6, 'project_id': '31d9e12bb6cf4b0987f73ff2f348c21d', 'gw_port_host': None}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:47:45.052426 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a30b66a-6245-46a0-a4b2-e3ff637f097e admin admin] Pushing event deleted for resources: {'Port': ['ID=8eb2949d-5489-4461-8852-403ddf9343ef,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:45.068723 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc997d58-17c3-4c5b-833b-705b62813fab None None] The sync data for ids ['3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382'] in dv-cinder-760153-9-iscsi is: [{'id': '3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382', 'name': 'tempest-TestShelveInstance-1208982548-router', 'tenant_id': '31d9e12bb6cf4b0987f73ff2f348c21d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:42:31Z', 'updated_at': '2021-09-07T14:47:44Z', 'revision_number': 6, 'project_id': '31d9e12bb6cf4b0987f73ff2f348c21d', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:47:45.156331 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a30b66a-6245-46a0-a4b2-e3ff637f097e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540451'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:45.281177 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a30b66a-6245-46a0-a4b2-e3ff637f097e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1168'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:45.284459 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a30b66a-6245-46a0-a4b2-e3ff637f097e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:45.691857 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a30b66a-6245-46a0-a4b2-e3ff637f097e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538185'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:45.692569 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a30b66a-6245-46a0-a4b2-e3ff637f097e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 14:47:45.697562 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a30b66a-6245-46a0-a4b2-e3ff637f097e admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:45.701029 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-8a30b66a-6245-46a0-a4b2-e3ff637f097e admin admin] 10.222.0.11 "DELETE /v2.0/routers/3d7e7b5f-18d0-4ca7-ac22-ebdbbad69382 HTTP/1.1" status: 204 len: 168 time: 1.4961073 Sep 07 14:47:45.701792 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 56330) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:47:45.752652 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.db_base_plugin_v2 [None req-34f10ca0-d14d-4481-bd68-bd8c86722675 admin admin] Deleting subnet 283fc1ee-e6c1-4090-93a8-216544c1c929 {{(pid=94641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 14:47:45.755751 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-34f10ca0-d14d-4481-bd68-bd8c86722675 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:45.788193 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-218be67f-e29b-4093-8d0d-b4bd5070b136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-539757'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:45.789243 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-34f10ca0-d14d-4481-bd68-bd8c86722675 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101096'] for subnet, precommit_delete_associations {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:45.870677 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-34f10ca0-d14d-4481-bd68-bd8c86722675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7667009'] for subnet, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:45.908599 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device d39e04e1-2aac-4c6c-bfc4-89dd29971372 no longer exists at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:47:45.935616 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-9152d18d-5686-470b-8281-0603e563890f None None] No Port match for: d39e04e1-2aac-4c6c-bfc4-89dd29971372 {{(pid=94642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:47:45.935858 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device d39e04e1-2aac-4c6c-bfc4-89dd29971372 not bound to the agent host dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:47:45.936287 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device eb666416-6561-4d0c-8443-5923fb1ed931 no longer exists at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:47:45.957885 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-9152d18d-5686-470b-8281-0603e563890f None None] No Port match for: eb666416-6561-4d0c-8443-5923fb1ed931 {{(pid=94642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:47:45.957885 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device eb666416-6561-4d0c-8443-5923fb1ed931 not bound to the agent host dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:47:45.957885 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device ae32bf5b-bbc5-47a8-aeb6-8d36dc18fa5d no longer exists at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:47:45.982593 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-9152d18d-5686-470b-8281-0603e563890f None None] No Port match for: ae32bf5b-bbc5-47a8-aeb6-8d36dc18fa5d {{(pid=94642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:47:45.982593 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device ae32bf5b-bbc5-47a8-aeb6-8d36dc18fa5d not bound to the agent host dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:47:45.982593 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 8eb2949d-5489-4461-8852-403ddf9343ef no longer exists at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:47:46.000612 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-34f10ca0-d14d-4481-bd68-bd8c86722675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7667064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4046447'] for subnet, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:46.003197 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-9152d18d-5686-470b-8281-0603e563890f None None] No Port match for: 8eb2949d-5489-4461-8852-403ddf9343ef {{(pid=94642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:47:46.003552 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 8eb2949d-5489-4461-8852-403ddf9343ef not bound to the agent host dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:47:46.026256 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fd5496-a555-41ef-8584-141f1797eee2 None None] Network 34612c22-d593-463c-83a1-7790ee534b50 requested from dv-cinder-760153-9-iscsi {{(pid=94642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:47:46.037341 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-34f10ca0-d14d-4481-bd68-bd8c86722675 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:46.039737 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-34f10ca0-d14d-4481-bd68-bd8c86722675 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/283fc1ee-e6c1-4090-93a8-216544c1c929 HTTP/1.1" status: 204 len: 168 time: 0.3369713 Sep 07 14:47:46.040758 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f10ca0-d14d-4481-bd68-bd8c86722675 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=283fc1ee-e6c1-4090-93a8-216544c1c929,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:46.042524 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 56334) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:47:46.098013 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-218be67f-e29b-4093-8d0d-b4bd5070b136 admin admin] Deleting port fe9ffce9-758b-435b-9f63-139be8ca5bbc {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:47:46.098560 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-218be67f-e29b-4093-8d0d-b4bd5070b136 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:46.126398 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cbca9a9e-a65d-491e-811b-aecd1958b177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7632714'] for network, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:46.194675 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-218be67f-e29b-4093-8d0d-b4bd5070b136 admin admin] For port fe9ffce9-758b-435b-9f63-139be8ca5bbc, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=fe9ffce9-758b-435b-9f63-139be8ca5bbc,segment=NetworkSegment(9b272875-bb85-444a-8d5b-2966e585e333),segment_id=9b272875-bb85-444a-8d5b-2966e585e333)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:47:46.195058 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-218be67f-e29b-4093-8d0d-b4bd5070b136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:46.195767 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-cbca9a9e-a65d-491e-811b-aecd1958b177 admin admin] Deleting port cef4772d-9179-4b3b-944d-d7f905854aba {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:47:46.196190 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cbca9a9e-a65d-491e-811b-aecd1958b177 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:46.211148 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-218be67f-e29b-4093-8d0d-b4bd5070b136 admin admin] Calling delete_port for fe9ffce9-758b-435b-9f63-139be8ca5bbc owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:47:46.265498 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87829b51-9938-477b-8f11-dc8bb824856a None None] DHCP port deletion for 34612c22-d593-463c-83a1-7790ee534b50 request from dv-cinder-760153-9-iscsi {{(pid=94642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 14:47:46.269251 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-cbca9a9e-a65d-491e-811b-aecd1958b177 admin admin] For port cef4772d-9179-4b3b-944d-d7f905854aba, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=cef4772d-9179-4b3b-944d-d7f905854aba,segment=NetworkSegment(04958f47-16ac-43b9-bc05-79f8698464c1),segment_id=04958f47-16ac-43b9-bc05-79f8698464c1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:47:46.269619 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cbca9a9e-a65d-491e-811b-aecd1958b177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:46.283482 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-cbca9a9e-a65d-491e-811b-aecd1958b177 admin admin] Calling delete_port for cef4772d-9179-4b3b-944d-d7f905854aba owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:47:46.312258 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-87829b51-9938-477b-8f11-dc8bb824856a None None] Deleting port cef4772d-9179-4b3b-944d-d7f905854aba {{(pid=94642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:47:46.312632 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-87829b51-9938-477b-8f11-dc8bb824856a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:46.382868 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-87829b51-9938-477b-8f11-dc8bb824856a None None] For port cef4772d-9179-4b3b-944d-d7f905854aba, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=cef4772d-9179-4b3b-944d-d7f905854aba,segment=NetworkSegment(04958f47-16ac-43b9-bc05-79f8698464c1),segment_id=04958f47-16ac-43b9-bc05-79f8698464c1)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:47:46.383611 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-87829b51-9938-477b-8f11-dc8bb824856a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:46.399502 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-87829b51-9938-477b-8f11-dc8bb824856a None None] Calling delete_port for cef4772d-9179-4b3b-944d-d7f905854aba owned by network:dhcp {{(pid=94642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:47:46.504428 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-218be67f-e29b-4093-8d0d-b4bd5070b136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8727932'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:46.530657 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218be67f-e29b-4093-8d0d-b4bd5070b136 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe9ffce9-758b-435b-9f63-139be8ca5bbc,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:46.533586 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-87829b51-9938-477b-8f11-dc8bb824856a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542'] for port, after_delete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:46.562217 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87829b51-9938-477b-8f11-dc8bb824856a None None] Pushing event deleted for resources: {'Port': ['ID=cef4772d-9179-4b3b-944d-d7f905854aba,revision_number=None']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:46.568255 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87829b51-9938-477b-8f11-dc8bb824856a None None] No DVR routers for this DVR port cef4772d-9179-4b3b-944d-d7f905854aba on host dv-cinder-760153-9-iscsi {{(pid=94642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:47:46.661060 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cbca9a9e-a65d-491e-811b-aecd1958b177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:46.690282 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca9a9e-a65d-491e-811b-aecd1958b177 admin admin] Pushing event deleted for resources: {'Port': ['ID=cef4772d-9179-4b3b-944d-d7f905854aba,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:46.695158 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbca9a9e-a65d-491e-811b-aecd1958b177 admin admin] No DVR routers for this DVR port cef4772d-9179-4b3b-944d-d7f905854aba on host dv-cinder-760153-9-iscsi {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:47:46.743525 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-218be67f-e29b-4093-8d0d-b4bd5070b136 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7854277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-539777'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:46.769379 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cbca9a9e-a65d-491e-811b-aecd1958b177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653324', 'neutron.services.segments.db._delete_segments_for_network-8735925738105'] for network, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:46.792095 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.services.segments.db [None req-cbca9a9e-a65d-491e-811b-aecd1958b177 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34612c22-d593-463c-83a1-7790ee534b50']}} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:47:46.802167 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.services.segments.db [None req-cbca9a9e-a65d-491e-811b-aecd1958b177 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04958f47-16ac-43b9-bc05-79f8698464c1') {'for_net_delete': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:47:46.802462 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.services.segments.db [None req-cbca9a9e-a65d-491e-811b-aecd1958b177 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04958f47-16ac-43b9-bc05-79f8698464c1') {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:47:46.811869 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cbca9a9e-a65d-491e-811b-aecd1958b177 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735925737602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101089'] for segment, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:46.825030 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cbca9a9e-a65d-491e-811b-aecd1958b177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147'] for segment, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:46.832053 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbca9a9e-a65d-491e-811b-aecd1958b177 admin admin] Releasing vlan 868 on physical network physnet1 to pool {{(pid=94641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 14:47:46.832444 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cbca9a9e-a65d-491e-811b-aecd1958b177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009568'] for segment, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:46.834214 dv-cinder-760153-9-iscsi neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 14:47:46.834214 dv-cinder-760153-9-iscsi neutron-server[94641]: self.session.flush() Sep 07 14:47:46.834214 dv-cinder-760153-9-iscsi neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 14:47:46.834214 dv-cinder-760153-9-iscsi neutron-server[94641]: self.session.flush() Sep 07 14:47:46.834214 dv-cinder-760153-9-iscsi neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 14:47:46.834214 dv-cinder-760153-9-iscsi neutron-server[94641]: self.session.flush() Sep 07 14:47:46.834214 dv-cinder-760153-9-iscsi neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 14:47:46.834214 dv-cinder-760153-9-iscsi neutron-server[94641]: self.session.flush() Sep 07 14:47:46.834214 dv-cinder-760153-9-iscsi neutron-server[94641]: Traceback (most recent call last): Sep 07 14:47:46.834214 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 14:47:46.834214 dv-cinder-760153-9-iscsi neutron-server[94641]: timer() Sep 07 14:47:46.834214 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 14:47:46.834214 dv-cinder-760153-9-iscsi neutron-server[94641]: cb(*args, **kw) Sep 07 14:47:46.834214 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 14:47:46.834214 dv-cinder-760153-9-iscsi neutron-server[94641]: return func(*args, **kwargs) Sep 07 14:47:46.834214 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 14:47:46.834214 dv-cinder-760153-9-iscsi neutron-server[94641]: self._notify() Sep 07 14:47:46.834214 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 14:47:46.834214 dv-cinder-760153-9-iscsi neutron-server[94641]: self.callback(batched_events) Sep 07 14:47:46.834214 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 14:47:46.834214 dv-cinder-760153-9-iscsi neutron-server[94641]: event.method(event) Sep 07 14:47:46.834214 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 14:47:46.834214 dv-cinder-760153-9-iscsi neutron-server[94641]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 14:47:46.834214 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 14:47:46.834214 dv-cinder-760153-9-iscsi neutron-server[94641]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 14:47:46.834214 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 14:47:46.834214 dv-cinder-760153-9-iscsi neutron-server[94641]: return f(self, *a, **k) Sep 07 14:47:46.834214 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 14:47:46.834214 dv-cinder-760153-9-iscsi neutron-server[94641]: return self._get(url).json() Sep 07 14:47:46.834214 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 14:47:46.834214 dv-cinder-760153-9-iscsi neutron-server[94641]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 14:47:46.834214 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 14:47:46.834214 dv-cinder-760153-9-iscsi neutron-server[94641]: return self.request(url, 'GET', **kwargs) Sep 07 14:47:46.834214 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 14:47:46.834214 dv-cinder-760153-9-iscsi neutron-server[94641]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 14:47:46.834214 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 14:47:46.834214 dv-cinder-760153-9-iscsi neutron-server[94641]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 14:47:46.834214 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 14:47:46.834214 dv-cinder-760153-9-iscsi neutron-server[94641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 14:47:46.834214 dv-cinder-760153-9-iscsi neutron-server[94641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 14:47:46.957194 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cbca9a9e-a65d-491e-811b-aecd1958b177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540447'] for network, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:46.962570 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cbca9a9e-a65d-491e-811b-aecd1958b177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for network, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:46.964461 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-cbca9a9e-a65d-491e-811b-aecd1958b177 admin admin] 10.222.0.11 "DELETE /v2.0/networks/34612c22-d593-463c-83a1-7790ee534b50 HTTP/1.1" status: 204 len: 168 time: 0.9211128 Sep 07 14:47:46.975837 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-218be67f-e29b-4093-8d0d-b4bd5070b136 admin admin] Router cc3e4845-47f0-452c-b824-58e40c1acfac has already been hosted by L3 agent ca4ca367-a056-42f7-949c-96b33f8f39bf {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 14:47:46.977519 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca9a9e-a65d-491e-811b-aecd1958b177 admin admin] Pushing event deleted for resources: {'Network': ['ID=34612c22-d593-463c-83a1-7790ee534b50,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:47.088557 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218be67f-e29b-4093-8d0d-b4bd5070b136 admin admin] Notify agent at l3_agent.dv-cinder-760153-9-iscsi the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 14:47:47.098097 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-218be67f-e29b-4093-8d0d-b4bd5070b136 admin admin] 10.222.0.11 "PUT /v2.0/routers/cc3e4845-47f0-452c-b824-58e40c1acfac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1273880 Sep 07 14:47:47.098678 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 56340) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:47:47.101153 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfb525c-b768-4c7b-bd51-9751408dae62 None None] Sync routers for ids ['cc3e4845-47f0-452c-b824-58e40c1acfac'] in dv-cinder-760153-9-iscsi {{(pid=94643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 14:47:47.110112 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfb525c-b768-4c7b-bd51-9751408dae62 None None] Routers {'cc3e4845-47f0-452c-b824-58e40c1acfac'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:47:47.111671 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-bbfb525c-b768-4c7b-bd51-9751408dae62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:47:35Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['cc3e4845-47f0-452c-b824-58e40c1acfac'], 'active': True} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:47:47.223776 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvr_db [None req-bbfb525c-b768-4c7b-bd51-9751408dae62 None None] Set router cc3e4845-47f0-452c-b824-58e40c1acfac gateway port host: dv-cinder-760153-9-iscsi {{(pid=94643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:47:47.226332 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5476fe4-dc89-454a-9d37-a018895471ca admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:47.330879 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5476fe4-dc89-454a-9d37-a018895471ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:47.341813 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 56342) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:47:47.380082 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-b39322b5-7a1e-4e43-af97-d6826ad1bb11 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fb8695fb2fcc49db9e216007d032174f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389767 Sep 07 14:47:47.382681 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 56344) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:47:47.406889 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-bbfb525c-b768-4c7b-bd51-9751408dae62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3e4845-47f0-452c-b824-58e40c1acfac', 'name': 'tempest-TestVolumeBootPattern-2066309959-router', 'tenant_id': '2b8f4bce2ee343028adeb51363808cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'external_fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': 'f2575674-2786-4679-97e2-00ebf80c33bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:11Z', 'updated_at': '2021-09-07T14:47:46Z', 'revision_number': 5, 'project_id': '2b8f4bce2ee343028adeb51363808cdc', 'gw_port': {'id': 'f2575674-2786-4679-97e2-00ebf80c33bd', 'name': '', 'network_id': 'f04259db-55ec-42a0-98f6-02412be1dbca', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:69:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3e4845-47f0-452c-b824-58e40c1acfac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T14:39:12Z', 'updated_at': '2021-09-07T14:39:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '67ecb36d-e9a7-4541-9321-65fb5ffda8c8', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-9-iscsi'}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:47:47.441373 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfb525c-b768-4c7b-bd51-9751408dae62 None None] Checking router: cc3e4845-47f0-452c-b824-58e40c1acfac for host: dv-cinder-760153-9-iscsi {{(pid=94643) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 14:47:47.450274 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfb525c-b768-4c7b-bd51-9751408dae62 None None] Routers {'cc3e4845-47f0-452c-b824-58e40c1acfac'} bound to L3 agent in host dv-cinder-760153-9-iscsi {{(pid=94643) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 14:47:47.450986 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-bbfb525c-b768-4c7b-bd51-9751408dae62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T14:28:05Z,description=,heartbeat_timestamp=2021-09-07T14:47:35Z,host='dv-cinder-760153-9-iscsi',id=ca4ca367-a056-42f7-949c-96b33f8f39bf,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T14:28:06Z,topic='l3_agent')) {'router_ids': ['cc3e4845-47f0-452c-b824-58e40c1acfac'], 'active': True} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:47:47.464046 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cceadeff-5950-4588-b143-76f0939fb313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:47.502157 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cceadeff-5950-4588-b143-76f0939fb313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:47.519461 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b5476fe4-dc89-454a-9d37-a018895471ca admin admin] Deleting port f2575674-2786-4679-97e2-00ebf80c33bd {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:47:47.519794 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5476fe4-dc89-454a-9d37-a018895471ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:47.535505 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_dvr_db [None req-bbfb525c-b768-4c7b-bd51-9751408dae62 None None] Set router cc3e4845-47f0-452c-b824-58e40c1acfac gateway port host: None {{(pid=94643) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 14:47:47.589544 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.l3_hamode_db [None req-bbfb525c-b768-4c7b-bd51-9751408dae62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3e4845-47f0-452c-b824-58e40c1acfac', 'name': 'tempest-TestVolumeBootPattern-2066309959-router', 'tenant_id': '2b8f4bce2ee343028adeb51363808cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:11Z', 'updated_at': '2021-09-07T14:47:47Z', 'revision_number': 6, 'project_id': '2b8f4bce2ee343028adeb51363808cdc', 'gw_port_host': None}], 'dv-cinder-760153-9-iscsi', False) {} {{(pid=94643) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:47:47.630049 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfb525c-b768-4c7b-bd51-9751408dae62 None None] The sync data for ids ['cc3e4845-47f0-452c-b824-58e40c1acfac'] in dv-cinder-760153-9-iscsi is: [{'id': 'cc3e4845-47f0-452c-b824-58e40c1acfac', 'name': 'tempest-TestVolumeBootPattern-2066309959-router', 'tenant_id': '2b8f4bce2ee343028adeb51363808cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T14:39:11Z', 'updated_at': '2021-09-07T14:47:47Z', 'revision_number': 6, 'project_id': '2b8f4bce2ee343028adeb51363808cdc', 'gw_port_host': None}] {{(pid=94643) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 14:47:47.631904 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b5476fe4-dc89-454a-9d37-a018895471ca admin admin] For port f2575674-2786-4679-97e2-00ebf80c33bd, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=f2575674-2786-4679-97e2-00ebf80c33bd,segment=NetworkSegment(c9eb5183-06b9-4b59-a709-2fab54e09f70),segment_id=c9eb5183-06b9-4b59-a709-2fab54e09f70)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:47:47.631904 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5476fe4-dc89-454a-9d37-a018895471ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:47.646237 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b5476fe4-dc89-454a-9d37-a018895471ca admin admin] Calling delete_port for f2575674-2786-4679-97e2-00ebf80c33bd owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:47:47.793338 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cceadeff-5950-4588-b143-76f0939fb313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:47.795856 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cceadeff-5950-4588-b143-76f0939fb313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:47.797002 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-cceadeff-5950-4588-b143-76f0939fb313 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fc300f19-41d2-4fab-886d-f14bfba208bb HTTP/1.1" status: 204 len: 168 time: 0.4133832 Sep 07 14:47:47.819199 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceadeff-5950-4588-b143-76f0939fb313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc300f19-41d2-4fab-886d-f14bfba208bb,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:47.893052 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5476fe4-dc89-454a-9d37-a018895471ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8727932'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:47.919423 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5476fe4-dc89-454a-9d37-a018895471ca admin admin] Pushing event deleted for resources: {'Port': ['ID=f2575674-2786-4679-97e2-00ebf80c33bd,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:48.005407 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5476fe4-dc89-454a-9d37-a018895471ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-540451'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:48.110465 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5476fe4-dc89-454a-9d37-a018895471ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1168'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:48.113159 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5476fe4-dc89-454a-9d37-a018895471ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:48.224069 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5476fe4-dc89-454a-9d37-a018895471ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-538185'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:48.224637 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5476fe4-dc89-454a-9d37-a018895471ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc3e4845-47f0-452c-b824-58e40c1acfac {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 14:47:48.231687 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5476fe4-dc89-454a-9d37-a018895471ca admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:48.231687 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-b5476fe4-dc89-454a-9d37-a018895471ca admin admin] 10.222.0.11 "DELETE /v2.0/routers/cc3e4845-47f0-452c-b824-58e40c1acfac HTTP/1.1" status: 204 len: 168 time: 1.1304226 Sep 07 14:47:48.233480 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 56352) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:47:48.282241 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-00f3f6a0-a677-4f83-9415-247d94df8a60 admin admin] Deleting subnet 3a527799-0c70-4323-910e-debb8dd68dbf {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 14:47:48.285635 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-00f3f6a0-a677-4f83-9415-247d94df8a60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:48.321135 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-00f3f6a0-a677-4f83-9415-247d94df8a60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3863426'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:48.387220 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device fe9ffce9-758b-435b-9f63-139be8ca5bbc no longer exists at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:47:48.410243 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-9152d18d-5686-470b-8281-0603e563890f None None] No Port match for: fe9ffce9-758b-435b-9f63-139be8ca5bbc {{(pid=94642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:47:48.410851 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device fe9ffce9-758b-435b-9f63-139be8ca5bbc not bound to the agent host dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:47:48.411280 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device cef4772d-9179-4b3b-944d-d7f905854aba no longer exists at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:47:48.414670 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-00f3f6a0-a677-4f83-9415-247d94df8a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7667009'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:48.434375 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-9152d18d-5686-470b-8281-0603e563890f None None] No Port match for: cef4772d-9179-4b3b-944d-d7f905854aba {{(pid=94642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:47:48.434721 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device cef4772d-9179-4b3b-944d-d7f905854aba not bound to the agent host dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:47:48.503264 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 56354) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:47:48.546766 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-4d23239a-ab1b-46d2-97e6-f179b6a2c74c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=31d9e12bb6cf4b0987f73ff2f348c21d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420055 Sep 07 14:47:48.550018 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 56356) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:47:48.557994 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-00f3f6a0-a677-4f83-9415-247d94df8a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7667064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8727817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8658444'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:48.603294 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f3f6a0-a677-4f83-9415-247d94df8a60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a527799-0c70-4323-910e-debb8dd68dbf,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:48.609549 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-00f3f6a0-a677-4f83-9415-247d94df8a60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:48.612582 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-00f3f6a0-a677-4f83-9415-247d94df8a60 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/3a527799-0c70-4323-910e-debb8dd68dbf HTTP/1.1" status: 204 len: 168 time: 0.3780646 Sep 07 14:47:48.615709 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 56358) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:47:48.616521 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bd73b3-4e92-44a6-9dc5-8de55345b169 None None] Network 327645e8-6261-4426-bc85-ab617aef9de6 requested from dv-cinder-760153-9-iscsi {{(pid=94642) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 14:47:48.660744 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4870cd77-2d1d-465c-8c38-95bf6f4d3e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:48.691820 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4870cd77-2d1d-465c-8c38-95bf6f4d3e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:48.707128 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aa981b91-263c-4c72-9b4e-e33639b7449d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7632714'] for network, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:48.769426 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-aa981b91-263c-4c72-9b4e-e33639b7449d admin admin] Deleting port 847135c7-e7a7-42c4-9ada-cb50a77c5ca7 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:47:48.769861 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aa981b91-263c-4c72-9b4e-e33639b7449d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:48.821055 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4870cd77-2d1d-465c-8c38-95bf6f4d3e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:48.823792 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4870cd77-2d1d-465c-8c38-95bf6f4d3e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:48.825008 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-4870cd77-2d1d-465c-8c38-95bf6f4d3e23 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dd634fcf-3a67-48ad-bdba-fcf38c2620d5 HTTP/1.1" status: 204 len: 168 time: 0.2737763 Sep 07 14:47:48.832320 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657c78b5-a88b-4a40-aa5e-612ec1c1a648 None None] DHCP port deletion for 327645e8-6261-4426-bc85-ab617aef9de6 request from dv-cinder-760153-9-iscsi {{(pid=94642) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 14:47:48.836582 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-aa981b91-263c-4c72-9b4e-e33639b7449d admin admin] For port 847135c7-e7a7-42c4-9ada-cb50a77c5ca7, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=847135c7-e7a7-42c4-9ada-cb50a77c5ca7,segment=NetworkSegment(9b272875-bb85-444a-8d5b-2966e585e333),segment_id=9b272875-bb85-444a-8d5b-2966e585e333)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:47:48.837055 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aa981b91-263c-4c72-9b4e-e33639b7449d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:48.843784 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4870cd77-2d1d-465c-8c38-95bf6f4d3e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd634fcf-3a67-48ad-bdba-fcf38c2620d5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:48.856091 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-aa981b91-263c-4c72-9b4e-e33639b7449d admin admin] Calling delete_port for 847135c7-e7a7-42c4-9ada-cb50a77c5ca7 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:47:48.902974 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-657c78b5-a88b-4a40-aa5e-612ec1c1a648 None None] Deleting port 847135c7-e7a7-42c4-9ada-cb50a77c5ca7 {{(pid=94642) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:47:48.903472 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-657c78b5-a88b-4a40-aa5e-612ec1c1a648 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:48.973110 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-657c78b5-a88b-4a40-aa5e-612ec1c1a648 None None] For port 847135c7-e7a7-42c4-9ada-cb50a77c5ca7, host dv-cinder-760153-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-9-iscsi',level=0,port_id=847135c7-e7a7-42c4-9ada-cb50a77c5ca7,segment=NetworkSegment(9b272875-bb85-444a-8d5b-2966e585e333),segment_id=9b272875-bb85-444a-8d5b-2966e585e333)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:47:48.973110 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-657c78b5-a88b-4a40-aa5e-612ec1c1a648 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:48.983119 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-657c78b5-a88b-4a40-aa5e-612ec1c1a648 None None] Calling delete_port for 847135c7-e7a7-42c4-9ada-cb50a77c5ca7 owned by network:dhcp {{(pid=94642) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:47:49.036974 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aa981b91-263c-4c72-9b4e-e33639b7449d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4009911'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:49.066387 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa981b91-263c-4c72-9b4e-e33639b7449d admin admin] Pushing event deleted for resources: {'Port': ['ID=847135c7-e7a7-42c4-9ada-cb50a77c5ca7,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:49.068259 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa981b91-263c-4c72-9b4e-e33639b7449d admin admin] No DVR routers for this DVR port 847135c7-e7a7-42c4-9ada-cb50a77c5ca7 on host dv-cinder-760153-9-iscsi {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:47:49.070787 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-657c78b5-a88b-4a40-aa5e-612ec1c1a648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542'] for port, after_delete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:49.102290 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657c78b5-a88b-4a40-aa5e-612ec1c1a648 None None] No DVR routers for this DVR port 847135c7-e7a7-42c4-9ada-cb50a77c5ca7 on host dv-cinder-760153-9-iscsi {{(pid=94642) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:47:49.108419 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c78b5-a88b-4a40-aa5e-612ec1c1a648 None None] Pushing event deleted for resources: {'Port': ['ID=847135c7-e7a7-42c4-9ada-cb50a77c5ca7,revision_number=None']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:49.163103 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aa981b91-263c-4c72-9b4e-e33639b7449d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653324', 'neutron.services.segments.db._delete_segments_for_network-8735925738105'] for network, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:49.186525 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.services.segments.db [None req-aa981b91-263c-4c72-9b4e-e33639b7449d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['327645e8-6261-4426-bc85-ab617aef9de6']}} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:47:49.197852 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.services.segments.db [None req-aa981b91-263c-4c72-9b4e-e33639b7449d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b272875-bb85-444a-8d5b-2966e585e333') {'for_net_delete': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:47:49.198196 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.services.segments.db [None req-aa981b91-263c-4c72-9b4e-e33639b7449d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b272875-bb85-444a-8d5b-2966e585e333') {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:47:49.210043 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aa981b91-263c-4c72-9b4e-e33639b7449d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735925737602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4101089'] for segment, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:49.226706 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aa981b91-263c-4c72-9b4e-e33639b7449d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147'] for segment, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:49.234058 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa981b91-263c-4c72-9b4e-e33639b7449d admin admin] Releasing vlan 850 on physical network physnet1 to pool {{(pid=94641) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 14:47:49.234615 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aa981b91-263c-4c72-9b4e-e33639b7449d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4009568'] for segment, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:49.237795 dv-cinder-760153-9-iscsi neutron-server[94641]: Traceback (most recent call last): Sep 07 14:47:49.237795 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 14:47:49.237795 dv-cinder-760153-9-iscsi neutron-server[94641]: timer() Sep 07 14:47:49.237795 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 14:47:49.237795 dv-cinder-760153-9-iscsi neutron-server[94641]: cb(*args, **kw) Sep 07 14:47:49.237795 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 14:47:49.237795 dv-cinder-760153-9-iscsi neutron-server[94641]: return func(*args, **kwargs) Sep 07 14:47:49.237795 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 14:47:49.237795 dv-cinder-760153-9-iscsi neutron-server[94641]: self._notify() Sep 07 14:47:49.237795 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 14:47:49.237795 dv-cinder-760153-9-iscsi neutron-server[94641]: self.callback(batched_events) Sep 07 14:47:49.237795 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 14:47:49.237795 dv-cinder-760153-9-iscsi neutron-server[94641]: event.method(event) Sep 07 14:47:49.237795 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 14:47:49.237795 dv-cinder-760153-9-iscsi neutron-server[94641]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 14:47:49.237795 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 14:47:49.237795 dv-cinder-760153-9-iscsi neutron-server[94641]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 14:47:49.237795 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 14:47:49.237795 dv-cinder-760153-9-iscsi neutron-server[94641]: return f(self, *a, **k) Sep 07 14:47:49.237795 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 14:47:49.237795 dv-cinder-760153-9-iscsi neutron-server[94641]: return self._get(url).json() Sep 07 14:47:49.237795 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 14:47:49.237795 dv-cinder-760153-9-iscsi neutron-server[94641]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 14:47:49.237795 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 14:47:49.237795 dv-cinder-760153-9-iscsi neutron-server[94641]: return self.request(url, 'GET', **kwargs) Sep 07 14:47:49.237795 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 14:47:49.237795 dv-cinder-760153-9-iscsi neutron-server[94641]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 14:47:49.237795 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 14:47:49.237795 dv-cinder-760153-9-iscsi neutron-server[94641]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 14:47:49.237795 dv-cinder-760153-9-iscsi neutron-server[94641]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 14:47:49.237795 dv-cinder-760153-9-iscsi neutron-server[94641]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 14:47:49.237795 dv-cinder-760153-9-iscsi neutron-server[94641]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 14:47:49.351438 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aa981b91-263c-4c72-9b4e-e33639b7449d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540447'] for network, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:49.362873 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aa981b91-263c-4c72-9b4e-e33639b7449d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for network, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:49.362873 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-aa981b91-263c-4c72-9b4e-e33639b7449d admin admin] 10.222.0.11 "DELETE /v2.0/networks/327645e8-6261-4426-bc85-ab617aef9de6 HTTP/1.1" status: 204 len: 168 time: 0.7413507 Sep 07 14:47:49.370043 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa981b91-263c-4c72-9b4e-e33639b7449d admin admin] Pushing event deleted for resources: {'Network': ['ID=327645e8-6261-4426-bc85-ab617aef9de6,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:49.745158 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 56366) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:47:49.760154 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device f2575674-2786-4679-97e2-00ebf80c33bd no longer exists at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:47:49.781110 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-9152d18d-5686-470b-8281-0603e563890f None None] No Port match for: f2575674-2786-4679-97e2-00ebf80c33bd {{(pid=94642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:47:49.781461 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device f2575674-2786-4679-97e2-00ebf80c33bd not bound to the agent host dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:47:49.781888 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 847135c7-e7a7-42c4-9ada-cb50a77c5ca7 no longer exists at agent ovs-agent-dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:47:49.790048 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-ca53527f-b054-40f8-8b8d-bc7fe4ba3d27 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ddcff35f4fe74c3087d85eedd77cfcb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437126 Sep 07 14:47:49.792496 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 56368) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:47:49.802685 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-9152d18d-5686-470b-8281-0603e563890f None None] No Port match for: 847135c7-e7a7-42c4-9ada-cb50a77c5ca7 {{(pid=94642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:47:49.803034 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-9152d18d-5686-470b-8281-0603e563890f None None] Device 847135c7-e7a7-42c4-9ada-cb50a77c5ca7 not bound to the agent host dv-cinder-760153-9-iscsi {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:47:49.841106 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f369a402-0042-4899-bb18-7ace073c1e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:49.861947 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f369a402-0042-4899-bb18-7ace073c1e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:50.029301 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f369a402-0042-4899-bb18-7ace073c1e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:50.031769 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f369a402-0042-4899-bb18-7ace073c1e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:50.033071 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-f369a402-0042-4899-bb18-7ace073c1e33 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/be88ade7-e2cf-47c6-9b0c-b9a2c3a03a80 HTTP/1.1" status: 204 len: 168 time: 0.2396252 Sep 07 14:47:50.040809 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f369a402-0042-4899-bb18-7ace073c1e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be88ade7-e2cf-47c6-9b0c-b9a2c3a03a80,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:47:50.719383 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 56376) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:47:50.759362 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-4ab85849-e770-461a-9665-fa1e6b42f514 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2b8f4bce2ee343028adeb51363808cdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387547 Sep 07 14:47:50.761757 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 56378) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:47:50.811874 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b177b54-d527-44e5-9d5f-002c62110e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:50.832699 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b177b54-d527-44e5-9d5f-002c62110e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:50.945225 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b177b54-d527-44e5-9d5f-002c62110e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:50.947787 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b177b54-d527-44e5-9d5f-002c62110e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:47:50.948958 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-9b177b54-d527-44e5-9d5f-002c62110e0a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0a132e61-d1d7-446b-9423-3d233bf02ee0 HTTP/1.1" status: 204 len: 168 time: 0.1862659 Sep 07 14:47:50.957586 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b177b54-d527-44e5-9d5f-002c62110e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a132e61-d1d7-446b-9423-3d233bf02ee0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:48:02.331486 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6617cb4f-28fb-4d40-ae63-530db67db816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:48:02.668948 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:48:05.005746 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-22b1aafd-ee4f-451e-8228-a4f653445c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:48:05.510016 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:48:06.188534 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:48:07.829825 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:48:15.385641 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.agents_db [None req-8586c0a8-7e1b-4ad5-b29e-274ce3295afb None None] Agent healthcheck: found 6 active agents {{(pid=94643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:48:24.037254 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c372f39-e500-4179-bd46-3c69397d6c4c req-739a811e-ae67-46b3-b0ab-ecd64e92748a tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:48:24.038749 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9c372f39-e500-4179-bd46-3c69397d6c4c req-739a811e-ae67-46b3-b0ab-ecd64e92748a tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a3c88eb-610a-4d89-a131-7e088dbbd5e3 HTTP/1.1" status: 200 len: 946 time: 0.0485942 Sep 07 14:48:24.076698 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-9c372f39-e500-4179-bd46-3c69397d6c4c req-bcbd58e9-a419-45cf-957a-834d84afa3e9 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8c0dd23-c3ea-46ac-b11b-75e38edf71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319290 Sep 07 14:48:25.192544 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f5ded-ec19-43f2-8408-fa44e905cf8f req-a1b15350-97a8-48a4-9a5e-5f699a1d8eb7 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:48:25.194675 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-969f5ded-ec19-43f2-8408-fa44e905cf8f req-a1b15350-97a8-48a4-9a5e-5f699a1d8eb7 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a3c88eb-610a-4d89-a131-7e088dbbd5e3 HTTP/1.1" status: 200 len: 946 time: 0.0493019 Sep 07 14:48:25.231596 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-969f5ded-ec19-43f2-8408-fa44e905cf8f req-3d352ddc-4364-4f64-b6bb-95dcfa811d78 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8c0dd23-c3ea-46ac-b11b-75e38edf71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312204 Sep 07 14:48:25.528174 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01076e13-c1f8-44d1-b726-afdcaca5da90 req-4fa1dc55-0119-49a5-91d1-009ceb83191e tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:48:25.529529 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-01076e13-c1f8-44d1-b726-afdcaca5da90 req-4fa1dc55-0119-49a5-91d1-009ceb83191e tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a3c88eb-610a-4d89-a131-7e088dbbd5e3 HTTP/1.1" status: 200 len: 946 time: 0.0595379 Sep 07 14:48:25.617931 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-01076e13-c1f8-44d1-b726-afdcaca5da90 req-b5c108ce-d792-4875-86d5-e51528ecc2e7 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Deleting port ddb301fb-fee2-423b-a87f-8ac39f60e269 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:48:25.618280 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-01076e13-c1f8-44d1-b726-afdcaca5da90 req-b5c108ce-d792-4875-86d5-e51528ecc2e7 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:48:25.708128 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-01076e13-c1f8-44d1-b726-afdcaca5da90 req-b5c108ce-d792-4875-86d5-e51528ecc2e7 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] For port ddb301fb-fee2-423b-a87f-8ac39f60e269, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=ddb301fb-fee2-423b-a87f-8ac39f60e269,segment=NetworkSegment(25ca10e1-abd6-423c-a2fc-3caf80beff1a),segment_id=25ca10e1-abd6-423c-a2fc-3caf80beff1a)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:48:25.708487 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-01076e13-c1f8-44d1-b726-afdcaca5da90 req-b5c108ce-d792-4875-86d5-e51528ecc2e7 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:48:25.720016 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-01076e13-c1f8-44d1-b726-afdcaca5da90 req-b5c108ce-d792-4875-86d5-e51528ecc2e7 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Calling delete_port for ddb301fb-fee2-423b-a87f-8ac39f60e269 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:48:25.920528 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-01076e13-c1f8-44d1-b726-afdcaca5da90 req-b5c108ce-d792-4875-86d5-e51528ecc2e7 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8727932'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:48:25.951485 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c108ce-d792-4875-86d5-e51528ecc2e7 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Pushing event deleted for resources: {'Port': ['ID=ddb301fb-fee2-423b-a87f-8ac39f60e269,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:48:25.994331 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-01076e13-c1f8-44d1-b726-afdcaca5da90 req-b5c108ce-d792-4875-86d5-e51528ecc2e7 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] No DVR routers for this DVR port ddb301fb-fee2-423b-a87f-8ac39f60e269 on host hv-cinder-76015 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:48:25.996783 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-01076e13-c1f8-44d1-b726-afdcaca5da90 req-b5c108ce-d792-4875-86d5-e51528ecc2e7 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:48:25.998765 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-01076e13-c1f8-44d1-b726-afdcaca5da90 req-b5c108ce-d792-4875-86d5-e51528ecc2e7 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.22 "DELETE /v2.0/ports/ddb301fb-fee2-423b-a87f-8ac39f60e269 HTTP/1.1" status: 204 len: 173 time: 0.4623802 Sep 07 14:48:25.999191 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3c88eb-610a-4d89-a131-7e088dbbd5e3', 'name': 'network-vif-deleted', 'tag': 'ddb301fb-fee2-423b-a87f-8ac39f60e269'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:48:26.001396 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca3d64d6ee1d62abf9801d62a4287030b5a1037887016040f3cf02e156c8ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35027552-5ab2-46e5-a521-8ae8f563acd2" -d '{"events": [{"server_uuid": "2a3c88eb-610a-4d89-a131-7e088dbbd5e3", "name": "network-vif-deleted", "tag": "ddb301fb-fee2-423b-a87f-8ac39f60e269"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:48:26.036526 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56147839-4124-4a3e-a2d8-d9599923892f x-openstack-request-id: req-56147839-4124-4a3e-a2d8-d9599923892f {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:48:26.036813 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a3c88eb-610a-4d89-a131-7e088dbbd5e3", "name": "network-vif-deleted", "tag": "ddb301fb-fee2-423b-a87f-8ac39f60e269", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:48:26.037631 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-56147839-4124-4a3e-a2d8-d9599923892f {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:48:26.038055 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a3c88eb-610a-4d89-a131-7e088dbbd5e3', 'name': 'network-vif-deleted', 'tag': 'ddb301fb-fee2-423b-a87f-8ac39f60e269', 'status': 'completed', 'code': 200} Sep 07 14:48:26.334935 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-095e6f3d-150a-442b-9408-7b77b6007256 req-90114026-6970-429f-9d3d-d71cce98a56d tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a3c88eb-610a-4d89-a131-7e088dbbd5e3 HTTP/1.1" status: 200 len: 210 time: 0.0254087 Sep 07 14:48:27.645135 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device ddb301fb-fee2-423b-a87f-8ac39f60e269 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:48:27.666128 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] No Port match for: ddb301fb-fee2-423b-a87f-8ac39f60e269 {{(pid=94642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:48:27.666480 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device ddb301fb-fee2-423b-a87f-8ac39f60e269 not bound to the agent host hv-cinder-76015 {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:48:32.352702 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-897dca7e-f9fc-4f6a-9e0c-290e35e6bbbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:48:32.680421 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:48:35.000068 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-d3857a94-4304-4512-ada1-1276a9329af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:48:35.433927 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:48:36.203422 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:48:37.845761 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:48:37.938076 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b69d2-2ab7-4865-8a67-7d0abe95d9a6 req-4ea3fc3c-e64d-4fe8-bd28-9918cb49fbb7 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:48:37.939456 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e18b69d2-2ab7-4865-8a67-7d0abe95d9a6 req-4ea3fc3c-e64d-4fe8-bd28-9918cb49fbb7 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/networks?id=896271d4-84c3-423a-b1eb-ac6a234fc038 HTTP/1.1" status: 200 len: 813 time: 0.1032078 Sep 07 14:48:37.954978 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e18b69d2-2ab7-4865-8a67-7d0abe95d9a6 req-4753056c-e73e-41b7-8d54-41b096c62091 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/quotas/af34ab676bcb4c349937e487a30c7f4c HTTP/1.1" status: 200 len: 375 time: 0.0088651 Sep 07 14:48:37.986513 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e18b69d2-2ab7-4865-8a67-7d0abe95d9a6 req-731425d9-38c5-42ba-9529-7e5eac8ded56 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=af34ab676bcb4c349937e487a30c7f4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252235 Sep 07 14:48:38.079768 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e18b69d2-2ab7-4865-8a67-7d0abe95d9a6 req-e9461333-b4b9-470f-92b9-dc99ce0caca0 service neutron] 10.222.0.11 "GET /v2.0/networks/896271d4-84c3-423a-b1eb-ac6a234fc038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856390 Sep 07 14:48:38.167311 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e18b69d2-2ab7-4865-8a67-7d0abe95d9a6 req-7497a179-c8da-4450-a24c-d36088e8d623 service neutron] 10.222.0.11 "GET /v2.0/networks/896271d4-84c3-423a-b1eb-ac6a234fc038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813179 Sep 07 14:48:38.383622 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-41af6de8-ea23-469e-bbd7-522f4bb6a6d2 req-0dd00ad7-b0ba-4d2a-bba4-23ea9cccf86b tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1631453-9c4c-4fa2-90ed-a8be5e270e0d HTTP/1.1" status: 200 len: 210 time: 0.0271716 Sep 07 14:48:39.480305 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4521a4d9-24d0-4c6e-8236-cd816f742ba1 req-52c39c40-c2c0-4e17-8ae0-93fa61f50320 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1631453-9c4c-4fa2-90ed-a8be5e270e0d HTTP/1.1" status: 200 len: 210 time: 0.0265210 Sep 07 14:48:40.206226 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b69d2-2ab7-4865-8a67-7d0abe95d9a6 req-aa30df62-b722-4d6f-b9d4-74cd8b564b7e tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:48:40.207653 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e18b69d2-2ab7-4865-8a67-7d0abe95d9a6 req-aa30df62-b722-4d6f-b9d4-74cd8b564b7e tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.22 "GET /v2.0/networks?id=896271d4-84c3-423a-b1eb-ac6a234fc038 HTTP/1.1" status: 200 len: 813 time: 0.1028965 Sep 07 14:48:40.230955 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-e18b69d2-2ab7-4865-8a67-7d0abe95d9a6 req-e730ee90-1d36-4d08-b643-6668f760b196 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Request body: {'port': {'device_id': 'd1631453-9c4c-4fa2-90ed-a8be5e270e0d', 'network_id': '896271d4-84c3-423a-b1eb-ac6a234fc038', 'admin_state_up': True, 'tenant_id': 'af34ab676bcb4c349937e487a30c7f4c'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:48:40.439821 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e18b69d2-2ab7-4865-8a67-7d0abe95d9a6 req-e730ee90-1d36-4d08-b643-6668f760b196 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Made reservation on behalf of af34ab676bcb4c349937e487a30c7f4c for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 14:48:40.443831 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e18b69d2-2ab7-4865-8a67-7d0abe95d9a6 req-e730ee90-1d36-4d08-b643-6668f760b196 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:48:40.584813 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-4dd37911-f5fd-4481-a461-bbaf7e0b6954 req-d4f56fb9-dacc-4cc6-b3cb-1af43050e950 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1631453-9c4c-4fa2-90ed-a8be5e270e0d HTTP/1.1" status: 200 len: 210 time: 0.0328546 Sep 07 14:48:40.595067 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-e18b69d2-2ab7-4865-8a67-7d0abe95d9a6 req-e730ee90-1d36-4d08-b643-6668f760b196 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Allocated IP 172.20.0.10 (896271d4-84c3-423a-b1eb-ac6a234fc038/3c6a4b61-f8df-4b40-aaf0-9784dd206e85/0c5a95d5-60e6-439e-917f-e4dafd474707) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 14:48:40.737447 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e18b69d2-2ab7-4865-8a67-7d0abe95d9a6 req-e730ee90-1d36-4d08-b643-6668f760b196 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:48:40.828862 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e18b69d2-2ab7-4865-8a67-7d0abe95d9a6 req-e730ee90-1d36-4d08-b643-6668f760b196 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735925189533', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8727932'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:48:40.872063 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e18b69d2-2ab7-4865-8a67-7d0abe95d9a6 req-e730ee90-1d36-4d08-b643-6668f760b196 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Network 896271d4-84c3-423a-b1eb-ac6a234fc038 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 14:48:40.875008 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-e18b69d2-2ab7-4865-8a67-7d0abe95d9a6 req-e730ee90-1d36-4d08-b643-6668f760b196 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 14:48:40.878644 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18b69d2-2ab7-4865-8a67-7d0abe95d9a6 req-e730ee90-1d36-4d08-b643-6668f760b196 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 14:48:40.908351 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e730ee90-1d36-4d08-b643-6668f760b196 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Pushing event updated for resources: {'Port': ['ID=0c5a95d5-60e6-439e-917f-e4dafd474707,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:48:40.921515 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e730ee90-1d36-4d08-b643-6668f760b196 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:48:40.921862 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e730ee90-1d36-4d08-b643-6668f760b196 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:48:40.922223 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e730ee90-1d36-4d08-b643-6668f760b196 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:48:40.922555 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e730ee90-1d36-4d08-b643-6668f760b196 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:48:40.922883 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e730ee90-1d36-4d08-b643-6668f760b196 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:48:40.923212 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e730ee90-1d36-4d08-b643-6668f760b196 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:48:40.923802 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e730ee90-1d36-4d08-b643-6668f760b196 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:48:40.924123 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e730ee90-1d36-4d08-b643-6668f760b196 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:48:40.924443 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e730ee90-1d36-4d08-b643-6668f760b196 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:48:40.924761 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e730ee90-1d36-4d08-b643-6668f760b196 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:48:40.925085 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e730ee90-1d36-4d08-b643-6668f760b196 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:48:40.925402 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e730ee90-1d36-4d08-b643-6668f760b196 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:48:40.941979 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b69d2-2ab7-4865-8a67-7d0abe95d9a6 req-e730ee90-1d36-4d08-b643-6668f760b196 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:48:40.942599 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e18b69d2-2ab7-4865-8a67-7d0abe95d9a6 req-e730ee90-1d36-4d08-b643-6668f760b196 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:48:41.024412 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e18b69d2-2ab7-4865-8a67-7d0abe95d9a6 req-e730ee90-1d36-4d08-b643-6668f760b196 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7972000 Sep 07 14:48:41.036576 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.v2.base [req-e18b69d2-2ab7-4865-8a67-7d0abe95d9a6 req-c46c815a-3c60-430a-b96b-012fda358e3c service neutron] Request body: {'port': {'device_id': 'd1631453-9c4c-4fa2-90ed-a8be5e270e0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 14:48:41.089225 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e18b69d2-2ab7-4865-8a67-7d0abe95d9a6 req-c46c815a-3c60-430a-b96b-012fda358e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:48:41.606739 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [req-e18b69d2-2ab7-4865-8a67-7d0abe95d9a6 req-c46c815a-3c60-430a-b96b-012fda358e3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c5a95d5-60e6-439e-917f-e4dafd474707 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:48:41.614157 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e18b69d2-2ab7-4865-8a67-7d0abe95d9a6 req-c46c815a-3c60-430a-b96b-012fda358e3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:48:41.626376 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-e18b69d2-2ab7-4865-8a67-7d0abe95d9a6 req-c46c815a-3c60-430a-b96b-012fda358e3c service neutron] Transition to ACTIVE for port object 0c5a95d5-60e6-439e-917f-e4dafd474707 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 14:48:41.696505 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e18b69d2-2ab7-4865-8a67-7d0abe95d9a6 req-c46c815a-3c60-430a-b96b-012fda358e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8727923'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:48:41.712712 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43068116-86a2-4b86-9f9f-d788934a79b8 req-7ec9a066-9884-41a7-8916-e1b210bef214 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:48:41.714569 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-43068116-86a2-4b86-9f9f-d788934a79b8 req-7ec9a066-9884-41a7-8916-e1b210bef214 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1631453-9c4c-4fa2-90ed-a8be5e270e0d HTTP/1.1" status: 200 len: 932 time: 0.0605552 Sep 07 14:48:41.776603 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c815a-3c60-430a-b96b-012fda358e3c service neutron] Pushing event updated for resources: {'Port': ['ID=0c5a95d5-60e6-439e-917f-e4dafd474707,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:48:41.815391 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-43068116-86a2-4b86-9f9f-d788934a79b8 req-ef0d9f7d-0dcd-4d18-9087-139be993dfa2 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8c0dd23-c3ea-46ac-b11b-75e38edf71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806141 Sep 07 14:48:41.860367 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-e18b69d2-2ab7-4865-8a67-7d0abe95d9a6 req-c46c815a-3c60-430a-b96b-012fda358e3c service neutron] Attempting to bind port 0c5a95d5-60e6-439e-917f-e4dafd474707 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 14:48:41.860624 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-e18b69d2-2ab7-4865-8a67-7d0abe95d9a6 req-c46c815a-3c60-430a-b96b-012fda358e3c service neutron] Attempting to bind port 0c5a95d5-60e6-439e-917f-e4dafd474707 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': '25ca10e1-abd6-423c-a2fc-3caf80beff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '896271d4-84c3-423a-b1eb-ac6a234fc038'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 14:48:41.860951 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18b69d2-2ab7-4865-8a67-7d0abe95d9a6 req-c46c815a-3c60-430a-b96b-012fda358e3c service neutron] Attempting to bind port 0c5a95d5-60e6-439e-917f-e4dafd474707 on network 896271d4-84c3-423a-b1eb-ac6a234fc038 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:48:41.865779 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18b69d2-2ab7-4865-8a67-7d0abe95d9a6 req-c46c815a-3c60-430a-b96b-012fda358e3c service neutron] Port 0c5a95d5-60e6-439e-917f-e4dafd474707 on network 896271d4-84c3-423a-b1eb-ac6a234fc038 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 14:48:41.866126 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18b69d2-2ab7-4865-8a67-7d0abe95d9a6 req-c46c815a-3c60-430a-b96b-012fda358e3c service neutron] Attempting to bind port 0c5a95d5-60e6-439e-917f-e4dafd474707 on network 896271d4-84c3-423a-b1eb-ac6a234fc038 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 14:48:41.870897 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18b69d2-2ab7-4865-8a67-7d0abe95d9a6 req-c46c815a-3c60-430a-b96b-012fda358e3c service neutron] Checking agent: {'id': '0e933200-ccc3-44fa-a7f6-4e1417f97b5b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 14, 34, 32), 'started_at': datetime.datetime(2021, 9, 7, 14, 34, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 14, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 14:48:41.871232 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18b69d2-2ab7-4865-8a67-7d0abe95d9a6 req-c46c815a-3c60-430a-b96b-012fda358e3c service neutron] Checking segment: {'id': '25ca10e1-abd6-423c-a2fc-3caf80beff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '896271d4-84c3-423a-b1eb-ac6a234fc038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 14:48:41.871614 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18b69d2-2ab7-4865-8a67-7d0abe95d9a6 req-c46c815a-3c60-430a-b96b-012fda358e3c service neutron] Bound using segment: {'id': '25ca10e1-abd6-423c-a2fc-3caf80beff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '896271d4-84c3-423a-b1eb-ac6a234fc038'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 14:48:41.872036 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-e18b69d2-2ab7-4865-8a67-7d0abe95d9a6 req-c46c815a-3c60-430a-b96b-012fda358e3c service neutron] Bound port: 0c5a95d5-60e6-439e-917f-e4dafd474707, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25ca10e1-abd6-423c-a2fc-3caf80beff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '896271d4-84c3-423a-b1eb-ac6a234fc038'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 14:48:41.872388 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e18b69d2-2ab7-4865-8a67-7d0abe95d9a6 req-c46c815a-3c60-430a-b96b-012fda358e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:48:41.934979 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-e18b69d2-2ab7-4865-8a67-7d0abe95d9a6 req-c46c815a-3c60-430a-b96b-012fda358e3c service neutron] For port 0c5a95d5-60e6-439e-917f-e4dafd474707, host hv-cinder-76015, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 14:48:41.938051 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-e18b69d2-2ab7-4865-8a67-7d0abe95d9a6 req-c46c815a-3c60-430a-b96b-012fda358e3c service neutron] For port 0c5a95d5-60e6-439e-917f-e4dafd474707, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=0c5a95d5-60e6-439e-917f-e4dafd474707,segment=NetworkSegment(25ca10e1-abd6-423c-a2fc-3caf80beff1a),segment_id=25ca10e1-abd6-423c-a2fc-3caf80beff1a)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 14:48:42.011346 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e18b69d2-2ab7-4865-8a67-7d0abe95d9a6 req-c46c815a-3c60-430a-b96b-012fda358e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8727923'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:48:42.048799 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b69d2-2ab7-4865-8a67-7d0abe95d9a6 req-c46c815a-3c60-430a-b96b-012fda358e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:48:42.049187 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e18b69d2-2ab7-4865-8a67-7d0abe95d9a6 req-c46c815a-3c60-430a-b96b-012fda358e3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:48:42.050589 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e18b69d2-2ab7-4865-8a67-7d0abe95d9a6 req-c46c815a-3c60-430a-b96b-012fda358e3c service neutron] 10.222.0.22 "PUT /v2.0/ports/0c5a95d5-60e6-439e-917f-e4dafd474707 HTTP/1.1" status: 200 len: 1094 time: 1.0181489 Sep 07 14:48:42.052684 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1631453-9c4c-4fa2-90ed-a8be5e270e0d', 'tag': '0c5a95d5-60e6-439e-917f-e4dafd474707'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:48:42.055631 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca3d64d6ee1d62abf9801d62a4287030b5a1037887016040f3cf02e156c8ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b749aad-fc41-44ed-a13b-b0f41db6ac80" -d '{"events": [{"name": "network-changed", "server_uuid": "d1631453-9c4c-4fa2-90ed-a8be5e270e0d", "tag": "0c5a95d5-60e6-439e-917f-e4dafd474707"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:48:42.080988 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c815a-3c60-430a-b96b-012fda358e3c service neutron] Pushing event updated for resources: {'Port': ['ID=0c5a95d5-60e6-439e-917f-e4dafd474707,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:48:42.091820 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 14:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f90332-f5b9-4c57-810c-1a35c3899aec x-openstack-request-id: req-d7f90332-f5b9-4c57-810c-1a35c3899aec {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:48:42.092130 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1631453-9c4c-4fa2-90ed-a8be5e270e0d", "tag": "0c5a95d5-60e6-439e-917f-e4dafd474707", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:48:42.092384 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d7f90332-f5b9-4c57-810c-1a35c3899aec {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:48:42.092778 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1631453-9c4c-4fa2-90ed-a8be5e270e0d', 'tag': '0c5a95d5-60e6-439e-917f-e4dafd474707', 'status': 'completed', 'code': 200} Sep 07 14:48:42.154326 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b749aad-fc41-44ed-a13b-b0f41db6ac80 req-ed4d5e1d-69c3-4571-a5a8-44a266fa5504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:48:42.155770 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1b749aad-fc41-44ed-a13b-b0f41db6ac80 req-ed4d5e1d-69c3-4571-a5a8-44a266fa5504 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=af34ab676bcb4c349937e487a30c7f4c&device_id=d1631453-9c4c-4fa2-90ed-a8be5e270e0d HTTP/1.1" status: 200 len: 1097 time: 0.0413942 Sep 07 14:48:42.252093 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b749aad-fc41-44ed-a13b-b0f41db6ac80 req-38de0d40-902c-4ab4-a11c-a5c94aa9b66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:48:42.253545 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1b749aad-fc41-44ed-a13b-b0f41db6ac80 req-38de0d40-902c-4ab4-a11c-a5c94aa9b66c service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=af34ab676bcb4c349937e487a30c7f4c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0902445 Sep 07 14:48:42.354534 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b749aad-fc41-44ed-a13b-b0f41db6ac80 req-99f3fc57-75c8-4c04-82b9-261704a51200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:48:42.356004 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-1b749aad-fc41-44ed-a13b-b0f41db6ac80 req-99f3fc57-75c8-4c04-82b9-261704a51200 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957692 Sep 07 14:48:42.434772 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b69d2-2ab7-4865-8a67-7d0abe95d9a6 req-0f6e50b0-729f-4ff8-bc6a-9e4fef37e098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:48:42.436269 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e18b69d2-2ab7-4865-8a67-7d0abe95d9a6 req-0f6e50b0-729f-4ff8-bc6a-9e4fef37e098 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=af34ab676bcb4c349937e487a30c7f4c&device_id=d1631453-9c4c-4fa2-90ed-a8be5e270e0d HTTP/1.1" status: 200 len: 1097 time: 0.0422986 Sep 07 14:48:42.482326 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e18b69d2-2ab7-4865-8a67-7d0abe95d9a6 req-e1e9784e-cb1b-4697-a90e-4800a30dbad6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c5a95d5-60e6-439e-917f-e4dafd474707 HTTP/1.1" status: 200 len: 217 time: 0.0376842 Sep 07 14:48:42.532442 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b69d2-2ab7-4865-8a67-7d0abe95d9a6 req-593fd206-ab45-4bed-8e64-ebdd64157357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:48:42.533824 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e18b69d2-2ab7-4865-8a67-7d0abe95d9a6 req-593fd206-ab45-4bed-8e64-ebdd64157357 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3c6a4b61-f8df-4b40-aaf0-9784dd206e85 HTTP/1.1" status: 200 len: 853 time: 0.0438955 Sep 07 14:48:42.565954 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e18b69d2-2ab7-4865-8a67-7d0abe95d9a6 req-0f97e94a-da39-43f2-9f9b-3ca58bb6807a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=896271d4-84c3-423a-b1eb-ac6a234fc038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247979 Sep 07 14:48:42.660471 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e18b69d2-2ab7-4865-8a67-7d0abe95d9a6 req-2860c0db-e69d-4ea5-b3f5-951f2535750a service neutron] 10.222.0.22 "GET /v2.0/networks/896271d4-84c3-423a-b1eb-ac6a234fc038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874755 Sep 07 14:48:42.750538 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e18b69d2-2ab7-4865-8a67-7d0abe95d9a6 req-67cb53d3-c2ce-4311-81af-4f3415e26de4 service neutron] 10.222.0.22 "GET /v2.0/networks/896271d4-84c3-423a-b1eb-ac6a234fc038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827727 Sep 07 14:48:42.934222 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ff6ee-4cfe-4826-9aaa-0dc1a30d6016 req-6211e7ad-92e2-4bd3-8172-5da508ec60af tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:48:42.935676 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-494ff6ee-4cfe-4826-9aaa-0dc1a30d6016 req-6211e7ad-92e2-4bd3-8172-5da508ec60af tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1631453-9c4c-4fa2-90ed-a8be5e270e0d HTTP/1.1" status: 200 len: 944 time: 0.0511804 Sep 07 14:48:42.977446 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-494ff6ee-4cfe-4826-9aaa-0dc1a30d6016 req-7e56ef1f-3410-4ec1-b991-6330dc5126e5 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8c0dd23-c3ea-46ac-b11b-75e38edf71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359061 Sep 07 14:48:44.093766 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c5051-7fee-49c8-9034-8b5756edaa1d req-905fa604-85fc-4c8e-bae6-f498e5a4802b tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:48:44.095268 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f25c5051-7fee-49c8-9034-8b5756edaa1d req-905fa604-85fc-4c8e-bae6-f498e5a4802b tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1631453-9c4c-4fa2-90ed-a8be5e270e0d HTTP/1.1" status: 200 len: 944 time: 0.0488801 Sep 07 14:48:44.133439 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-f25c5051-7fee-49c8-9034-8b5756edaa1d req-913dfdd0-edf0-40f4-b502-85b7320042f0 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8c0dd23-c3ea-46ac-b11b-75e38edf71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318301 Sep 07 14:48:45.248309 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048de71-16b4-4bfc-ba3a-c155ae29657f req-e99ee2ae-c25b-47de-93f8-714c4488c91c tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:48:45.249799 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8048de71-16b4-4bfc-ba3a-c155ae29657f req-e99ee2ae-c25b-47de-93f8-714c4488c91c tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1631453-9c4c-4fa2-90ed-a8be5e270e0d HTTP/1.1" status: 200 len: 944 time: 0.0494697 Sep 07 14:48:45.287040 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-8048de71-16b4-4bfc-ba3a-c155ae29657f req-42f2aa3d-b014-4b74-b469-ef00dbec88ee tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8c0dd23-c3ea-46ac-b11b-75e38edf71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313261 Sep 07 14:48:45.706238 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 0c5a95d5-60e6-439e-917f-e4dafd474707 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94642) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 14:48:45.804379 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port 0c5a95d5-60e6-439e-917f-e4dafd474707, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=0c5a95d5-60e6-439e-917f-e4dafd474707,segment=NetworkSegment(25ca10e1-abd6-423c-a2fc-3caf80beff1a),segment_id=25ca10e1-abd6-423c-a2fc-3caf80beff1a)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:48:45.815239 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Returning: {'device': '0c5a95d5-60e6-439e-917f-e4dafd474707', 'network_id': '896271d4-84c3-423a-b1eb-ac6a234fc038', 'port_id': '0c5a95d5-60e6-439e-917f-e4dafd474707', 'mac_address': 'fa:16:3e:ac:7f:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c6a4b61-f8df-4b40-aaf0-9784dd206e85', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94642) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 14:48:45.852331 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:48:45.864428 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c5a95d5-60e6-439e-917f-e4dafd474707 {{(pid=94642) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 14:48:45.885505 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port 0c5a95d5-60e6-439e-917f-e4dafd474707, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=0c5a95d5-60e6-439e-917f-e4dafd474707,segment=NetworkSegment(25ca10e1-abd6-423c-a2fc-3caf80beff1a),segment_id=25ca10e1-abd6-423c-a2fc-3caf80beff1a)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:48:45.948231 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:48:45.994173 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=0c5a95d5-60e6-439e-917f-e4dafd474707,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:48:46.001001 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:48:46.001344 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:48:46.001681 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:48:46.002045 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:48:46.002374 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:48:46.002704 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:48:46.003028 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:48:46.003352 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:48:46.003677 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:48:46.003998 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:48:46.004315 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:48:46.004631 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:48:46.175713 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] get_ports_and_sgs() called for port_ids ['0c5a95d5-60e6-439e-917f-e4dafd474707'] {{(pid=94642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:48:46.401381 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd35a7-3a4b-49f9-b300-8d54b00bae70 req-c87cbc7b-eba2-4648-957b-4c0e279a00e8 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:48:46.403119 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d0bd35a7-3a4b-49f9-b300-8d54b00bae70 req-c87cbc7b-eba2-4648-957b-4c0e279a00e8 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1631453-9c4c-4fa2-90ed-a8be5e270e0d HTTP/1.1" status: 200 len: 945 time: 0.0494421 Sep 07 14:48:46.444731 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-d0bd35a7-3a4b-49f9-b300-8d54b00bae70 req-32ffeadf-3157-4400-9c50-999bb6c9d172 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8c0dd23-c3ea-46ac-b11b-75e38edf71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355511 Sep 07 14:48:47.558064 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3873528-52da-40e6-b5da-69ae77c9c5f1 req-2357f836-7138-421a-a229-3f28dae4ac21 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:48:47.559566 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e3873528-52da-40e6-b5da-69ae77c9c5f1 req-2357f836-7138-421a-a229-3f28dae4ac21 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1631453-9c4c-4fa2-90ed-a8be5e270e0d HTTP/1.1" status: 200 len: 945 time: 0.0491779 Sep 07 14:48:47.597862 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e3873528-52da-40e6-b5da-69ae77c9c5f1 req-a17242da-3671-4c2e-b16a-26c6e147a764 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8c0dd23-c3ea-46ac-b11b-75e38edf71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323422 Sep 07 14:48:47.706437 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 0c5a95d5-60e6-439e-917f-e4dafd474707 up at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 14:48:47.820185 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Provisioning for port 0c5a95d5-60e6-439e-917f-e4dafd474707 completed by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 14:48:47.823881 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Provisioning complete for port 0c5a95d5-60e6-439e-917f-e4dafd474707 triggered by entity L2. {{(pid=94642) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 14:48:47.824248 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7654311'] for port, provisioning_complete {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:48:47.901289 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7861275'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:48:47.922331 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1631453-9c4c-4fa2-90ed-a8be5e270e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5a95d5-60e6-439e-917f-e4dafd474707'}] {{(pid=94642) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:48:47.924784 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dd6d84ba8741af88afecd5b756310c726975e6558383509c2c49b1cfba31424" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ca05fc-2480-448c-8946-c9fe147cbbd3" -d '{"events": [{"server_uuid": "d1631453-9c4c-4fa2-90ed-a8be5e270e0d", "name": "network-vif-plugged", "status": "completed", "tag": "0c5a95d5-60e6-439e-917f-e4dafd474707"}]}' {{(pid=94642) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:48:47.937480 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] For port 0c5a95d5-60e6-439e-917f-e4dafd474707, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=0c5a95d5-60e6-439e-917f-e4dafd474707,segment=NetworkSegment(25ca10e1-abd6-423c-a2fc-3caf80beff1a),segment_id=25ca10e1-abd6-423c-a2fc-3caf80beff1a)] {{(pid=94642) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:48:48.062198 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735925711342', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735925189551', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735925189569'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:48:48.113853 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Pushing event updated for resources: {'Port': ['ID=0c5a95d5-60e6-439e-917f-e4dafd474707,revision_number=5']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:48:48.121769 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7fff29-d5f9-4344-b917-a6c113dd1634 x-openstack-request-id: req-5f7fff29-d5f9-4344-b917-a6c113dd1634 {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:48:48.122094 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1631453-9c4c-4fa2-90ed-a8be5e270e0d", "name": "network-vif-plugged", "status": "completed", "tag": "0c5a95d5-60e6-439e-917f-e4dafd474707", "code": 200}]} {{(pid=94642) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:48:48.122503 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5f7fff29-d5f9-4344-b917-a6c113dd1634 {{(pid=94642) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:48:48.122886 dv-cinder-760153-9-iscsi neutron-server[94642]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1631453-9c4c-4fa2-90ed-a8be5e270e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5a95d5-60e6-439e-917f-e4dafd474707', 'code': 200} Sep 07 14:48:48.461374 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60972a-95fa-4702-809d-11ab845bc321 req-92bfad8c-99eb-4cb6-aaca-eeb1f2c81092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:48:48.462825 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-df60972a-95fa-4702-809d-11ab845bc321 req-92bfad8c-99eb-4cb6-aaca-eeb1f2c81092 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d1631453-9c4c-4fa2-90ed-a8be5e270e0d HTTP/1.1" status: 200 len: 1099 time: 0.0402110 Sep 07 14:48:48.497344 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-df60972a-95fa-4702-809d-11ab845bc321 req-708b361a-38a0-4d71-9021-76115b6efc72 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a8c0dd23-c3ea-46ac-b11b-75e38edf71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269492 Sep 07 14:48:48.710869 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d063a5-f2c4-4913-8936-d33fab8e256e req-da108d10-4017-4711-9d93-e1577579b129 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:48:48.712384 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e0d063a5-f2c4-4913-8936-d33fab8e256e req-da108d10-4017-4711-9d93-e1577579b129 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1631453-9c4c-4fa2-90ed-a8be5e270e0d HTTP/1.1" status: 200 len: 946 time: 0.0490911 Sep 07 14:48:48.752196 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-e0d063a5-f2c4-4913-8936-d33fab8e256e req-203d190f-edfe-40ba-bcbf-a8dfe1141fdd tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8c0dd23-c3ea-46ac-b11b-75e38edf71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339708 Sep 07 14:48:49.869449 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75792c4d-bd31-4287-b806-30ce819f0146 req-eee3da99-f12b-4754-a97d-41775690ab40 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:48:49.870967 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-75792c4d-bd31-4287-b806-30ce819f0146 req-eee3da99-f12b-4754-a97d-41775690ab40 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1631453-9c4c-4fa2-90ed-a8be5e270e0d HTTP/1.1" status: 200 len: 946 time: 0.0487790 Sep 07 14:48:49.907887 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-75792c4d-bd31-4287-b806-30ce819f0146 req-10202195-837f-4af8-a81c-2b341a61a0dd tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8c0dd23-c3ea-46ac-b11b-75e38edf71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310719 Sep 07 14:48:52.384797 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.agents_db [None req-8586c0a8-7e1b-4ad5-b29e-274ce3295afb None None] Agent healthcheck: found 6 active agents {{(pid=94643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:49:02.387042 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-e9a75e66-c502-40a3-b141-9f34bacf6b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:49:02.705588 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:49:05.015740 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-fe435f9c-6395-406d-896f-0589f3fd7d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:49:05.490358 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:49:06.181264 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:49:07.844219 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:49:12.444330 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f5dc7-6396-4ed9-9275-80f50632951d req-03a6a529-0b84-4a2c-8795-d7bbe4617afe tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:49:12.445818 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-840f5dc7-6396-4ed9-9275-80f50632951d req-03a6a529-0b84-4a2c-8795-d7bbe4617afe tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1631453-9c4c-4fa2-90ed-a8be5e270e0d HTTP/1.1" status: 200 len: 946 time: 0.0508358 Sep 07 14:49:12.488953 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-840f5dc7-6396-4ed9-9275-80f50632951d req-d8f9c946-9c3f-42f3-9d51-5ab872dc3177 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8c0dd23-c3ea-46ac-b11b-75e38edf71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364985 Sep 07 14:49:13.613403 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a11e17-7620-4c22-af76-7d426371c263 req-ca0eb8cc-dbb8-4b6b-a07e-a40eee327bf5 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:49:13.614903 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c7a11e17-7620-4c22-af76-7d426371c263 req-ca0eb8cc-dbb8-4b6b-a07e-a40eee327bf5 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1631453-9c4c-4fa2-90ed-a8be5e270e0d HTTP/1.1" status: 200 len: 946 time: 0.0484571 Sep 07 14:49:13.655052 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-c7a11e17-7620-4c22-af76-7d426371c263 req-ab327d4d-73a7-4bf5-9d02-4e910e256569 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8c0dd23-c3ea-46ac-b11b-75e38edf71d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343361 Sep 07 14:49:14.108475 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab701528-2ac4-4c0c-9af4-3864b8cd3a46 req-297e2f26-d6ba-4033-bcf0-3df757bc1f0b tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 14:49:14.109953 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ab701528-2ac4-4c0c-9af4-3864b8cd3a46 req-297e2f26-d6ba-4033-bcf0-3df757bc1f0b tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1631453-9c4c-4fa2-90ed-a8be5e270e0d HTTP/1.1" status: 200 len: 946 time: 0.0486393 Sep 07 14:49:14.205253 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-ab701528-2ac4-4c0c-9af4-3864b8cd3a46 req-2b291253-28e7-4651-9b29-769c4e02a272 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Deleting port 0c5a95d5-60e6-439e-917f-e4dafd474707 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 14:49:14.205597 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ab701528-2ac4-4c0c-9af4-3864b8cd3a46 req-2b291253-28e7-4651-9b29-769c4e02a272 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735925703958'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:49:14.296816 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ab701528-2ac4-4c0c-9af4-3864b8cd3a46 req-2b291253-28e7-4651-9b29-769c4e02a272 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] For port 0c5a95d5-60e6-439e-917f-e4dafd474707, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=0c5a95d5-60e6-439e-917f-e4dafd474707,segment=NetworkSegment(25ca10e1-abd6-423c-a2fc-3caf80beff1a),segment_id=25ca10e1-abd6-423c-a2fc-3caf80beff1a)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 14:49:14.297177 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ab701528-2ac4-4c0c-9af4-3864b8cd3a46 req-2b291253-28e7-4651-9b29-769c4e02a272 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-528404'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:49:14.310032 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-ab701528-2ac4-4c0c-9af4-3864b8cd3a46 req-2b291253-28e7-4651-9b29-769c4e02a272 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Calling delete_port for 0c5a95d5-60e6-439e-917f-e4dafd474707 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 14:49:14.495570 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ab701528-2ac4-4c0c-9af4-3864b8cd3a46 req-2b291253-28e7-4651-9b29-769c4e02a272 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7861340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735925711324', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735925189542', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8727932'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:49:14.508229 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] get_ports_and_sgs() called for port_ids ['0c5a95d5-60e6-439e-917f-e4dafd474707'] {{(pid=94642) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 14:49:14.523927 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b291253-28e7-4651-9b29-769c4e02a272 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Pushing event deleted for resources: {'Port': ['ID=0c5a95d5-60e6-439e-917f-e4dafd474707,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:49:14.565967 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab701528-2ac4-4c0c-9af4-3864b8cd3a46 req-2b291253-28e7-4651-9b29-769c4e02a272 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] No DVR routers for this DVR port 0c5a95d5-60e6-439e-917f-e4dafd474707 on host hv-cinder-76015 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 14:49:14.568396 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ab701528-2ac4-4c0c-9af4-3864b8cd3a46 req-2b291253-28e7-4651-9b29-769c4e02a272 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-162012'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:49:14.570373 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-ab701528-2ac4-4c0c-9af4-3864b8cd3a46 req-2b291253-28e7-4651-9b29-769c4e02a272 tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.22 "DELETE /v2.0/ports/0c5a95d5-60e6-439e-917f-e4dafd474707 HTTP/1.1" status: 204 len: 173 time: 0.4544623 Sep 07 14:49:14.570837 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1631453-9c4c-4fa2-90ed-a8be5e270e0d', 'name': 'network-vif-deleted', 'tag': '0c5a95d5-60e6-439e-917f-e4dafd474707'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 14:49:14.573050 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eca3d64d6ee1d62abf9801d62a4287030b5a1037887016040f3cf02e156c8ce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61e4e91-b938-4f99-8516-62915beac708" -d '{"events": [{"server_uuid": "d1631453-9c4c-4fa2-90ed-a8be5e270e0d", "name": "network-vif-deleted", "tag": "0c5a95d5-60e6-439e-917f-e4dafd474707"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 14:49:14.609076 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 14:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7bbec72-3cd5-41de-b70b-34b7dbc36d51 x-openstack-request-id: req-d7bbec72-3cd5-41de-b70b-34b7dbc36d51 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 14:49:14.609372 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1631453-9c4c-4fa2-90ed-a8be5e270e0d", "name": "network-vif-deleted", "tag": "0c5a95d5-60e6-439e-917f-e4dafd474707", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 14:49:14.609628 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d7bbec72-3cd5-41de-b70b-34b7dbc36d51 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 14:49:14.610057 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1631453-9c4c-4fa2-90ed-a8be5e270e0d', 'name': 'network-vif-deleted', 'tag': '0c5a95d5-60e6-439e-917f-e4dafd474707', 'status': 'completed', 'code': 200} Sep 07 14:49:14.750676 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [req-0d5430ce-2b84-461d-8f47-f0d69b57df69 req-e898e1d0-21c9-463c-a897-77da7afeedeb tempest-VolumesSnapshotTestJSON-1585994204 tempest-VolumesSnapshotTestJSON-1585994204-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1631453-9c4c-4fa2-90ed-a8be5e270e0d HTTP/1.1" status: 200 len: 210 time: 0.0272908 Sep 07 14:49:19.966113 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 0c5a95d5-60e6-439e-917f-e4dafd474707 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 14:49:19.988559 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.plugin [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] No Port match for: 0c5a95d5-60e6-439e-917f-e4dafd474707 {{(pid=94642) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 14:49:19.988898 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron.plugins.ml2.rpc [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Device 0c5a95d5-60e6-439e-917f-e4dafd474707 not bound to the agent host hv-cinder-76015 {{(pid=94642) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 14:49:29.384478 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.agents_db [None req-8586c0a8-7e1b-4ad5-b29e-274ce3295afb None None] Agent healthcheck: found 6 active agents {{(pid=94643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:49:32.349524 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a7c79ad6-b499-4d45-90ba-6c6d4d093d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:49:32.686795 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:49:35.002898 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-169e5684-6ac5-4cdc-aa61-e12fb8d6b05b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:49:35.431499 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:49:36.197194 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:49:37.840745 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:49:41.703856 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 56832) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:49:41.751861 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea319506-7c9d-4c05-a918-2eba26ec3214 admin admin] Deleting subnet 3c6a4b61-f8df-4b40-aaf0-9784dd206e85 {{(pid=94641) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 14:49:41.755067 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ea319506-7c9d-4c05-a918-2eba26ec3214 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:49:41.793430 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ea319506-7c9d-4c05-a918-2eba26ec3214 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4101096'] for subnet, precommit_delete_associations {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:49:41.832914 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ea319506-7c9d-4c05-a918-2eba26ec3214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7667009'] for subnet, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:49:41.949363 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ea319506-7c9d-4c05-a918-2eba26ec3214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7667064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4009922', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4046447'] for subnet, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:49:41.987520 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ea319506-7c9d-4c05-a918-2eba26ec3214 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:49:41.989436 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-ea319506-7c9d-4c05-a918-2eba26ec3214 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/3c6a4b61-f8df-4b40-aaf0-9784dd206e85 HTTP/1.1" status: 204 len: 168 time: 0.2845840 Sep 07 14:49:41.990447 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea319506-7c9d-4c05-a918-2eba26ec3214 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c6a4b61-f8df-4b40-aaf0-9784dd206e85,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:49:41.992157 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 56836) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:49:41.998316 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea319506-7c9d-4c05-a918-2eba26ec3214 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:49:41.998675 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea319506-7c9d-4c05-a918-2eba26ec3214 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:49:41.999016 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea319506-7c9d-4c05-a918-2eba26ec3214 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:49:41.999349 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea319506-7c9d-4c05-a918-2eba26ec3214 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:49:41.999676 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea319506-7c9d-4c05-a918-2eba26ec3214 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:49:42.000005 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea319506-7c9d-4c05-a918-2eba26ec3214 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:49:42.000330 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea319506-7c9d-4c05-a918-2eba26ec3214 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:49:42.000653 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea319506-7c9d-4c05-a918-2eba26ec3214 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:49:42.000982 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea319506-7c9d-4c05-a918-2eba26ec3214 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:49:42.001301 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea319506-7c9d-4c05-a918-2eba26ec3214 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:49:42.001622 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea319506-7c9d-4c05-a918-2eba26ec3214 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:49:42.001958 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea319506-7c9d-4c05-a918-2eba26ec3214 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:49:42.062940 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d367758c-10d2-4359-85f2-352747b95961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7632714'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:49:42.138860 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d367758c-10d2-4359-85f2-352747b95961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7653324', 'neutron.services.segments.db._delete_segments_for_network-8735925738105'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:49:42.161739 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d367758c-10d2-4359-85f2-352747b95961 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['896271d4-84c3-423a-b1eb-ac6a234fc038']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:49:42.171613 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d367758c-10d2-4359-85f2-352747b95961 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25ca10e1-abd6-423c-a2fc-3caf80beff1a') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:49:42.171909 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d367758c-10d2-4359-85f2-352747b95961 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25ca10e1-abd6-423c-a2fc-3caf80beff1a') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 14:49:42.181245 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d367758c-10d2-4359-85f2-352747b95961 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735925737602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3863435'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:49:42.194648 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d367758c-10d2-4359-85f2-352747b95961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:49:42.200372 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d367758c-10d2-4359-85f2-352747b95961 admin admin] Releasing vlan 890 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 14:49:42.200728 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d367758c-10d2-4359-85f2-352747b95961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7653147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8727723'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:49:42.202574 dv-cinder-760153-9-iscsi neutron-server[94640]: Traceback (most recent call last): Sep 07 14:49:42.202574 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 14:49:42.202574 dv-cinder-760153-9-iscsi neutron-server[94640]: timer() Sep 07 14:49:42.202574 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 14:49:42.202574 dv-cinder-760153-9-iscsi neutron-server[94640]: cb(*args, **kw) Sep 07 14:49:42.202574 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 14:49:42.202574 dv-cinder-760153-9-iscsi neutron-server[94640]: return func(*args, **kwargs) Sep 07 14:49:42.202574 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 14:49:42.202574 dv-cinder-760153-9-iscsi neutron-server[94640]: self._notify() Sep 07 14:49:42.202574 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 14:49:42.202574 dv-cinder-760153-9-iscsi neutron-server[94640]: self.callback(batched_events) Sep 07 14:49:42.202574 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 14:49:42.202574 dv-cinder-760153-9-iscsi neutron-server[94640]: event.method(event) Sep 07 14:49:42.202574 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 14:49:42.202574 dv-cinder-760153-9-iscsi neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 14:49:42.202574 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 14:49:42.202574 dv-cinder-760153-9-iscsi neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 14:49:42.202574 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 14:49:42.202574 dv-cinder-760153-9-iscsi neutron-server[94640]: return f(self, *a, **k) Sep 07 14:49:42.202574 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 14:49:42.202574 dv-cinder-760153-9-iscsi neutron-server[94640]: return self._get(url).json() Sep 07 14:49:42.202574 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 14:49:42.202574 dv-cinder-760153-9-iscsi neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 14:49:42.202574 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 14:49:42.202574 dv-cinder-760153-9-iscsi neutron-server[94640]: return self.request(url, 'GET', **kwargs) Sep 07 14:49:42.202574 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 14:49:42.202574 dv-cinder-760153-9-iscsi neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 14:49:42.202574 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 14:49:42.202574 dv-cinder-760153-9-iscsi neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 14:49:42.202574 dv-cinder-760153-9-iscsi neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 14:49:42.202574 dv-cinder-760153-9-iscsi neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 14:49:42.202574 dv-cinder-760153-9-iscsi neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 14:49:42.339566 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d367758c-10d2-4359-85f2-352747b95961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7653315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-479597', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7854332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-540447'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:49:42.345022 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d367758c-10d2-4359-85f2-352747b95961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7854318'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:49:42.346909 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-d367758c-10d2-4359-85f2-352747b95961 admin admin] 10.222.0.11 "DELETE /v2.0/networks/896271d4-84c3-423a-b1eb-ac6a234fc038 HTTP/1.1" status: 204 len: 168 time: 0.3537395 Sep 07 14:49:42.358332 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d367758c-10d2-4359-85f2-352747b95961 admin admin] Pushing event deleted for resources: {'Network': ['ID=896271d4-84c3-423a-b1eb-ac6a234fc038,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:49:42.366150 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d367758c-10d2-4359-85f2-352747b95961 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:49:42.366508 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d367758c-10d2-4359-85f2-352747b95961 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:49:42.366858 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d367758c-10d2-4359-85f2-352747b95961 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:49:42.367196 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d367758c-10d2-4359-85f2-352747b95961 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:49:42.367539 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d367758c-10d2-4359-85f2-352747b95961 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:49:42.367876 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d367758c-10d2-4359-85f2-352747b95961 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:49:42.368208 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d367758c-10d2-4359-85f2-352747b95961 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:49:42.368537 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d367758c-10d2-4359-85f2-352747b95961 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:49:42.368867 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d367758c-10d2-4359-85f2-352747b95961 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:49:42.369194 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d367758c-10d2-4359-85f2-352747b95961 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:49:42.369520 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d367758c-10d2-4359-85f2-352747b95961 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:49:42.369846 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d367758c-10d2-4359-85f2-352747b95961 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-9-iscsi {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 14:49:42.756334 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 56840) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:49:42.794857 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-77cee038-2afc-4ae8-a610-d8a012424a13 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=af34ab676bcb4c349937e487a30c7f4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373018 Sep 07 14:49:42.798327 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.11', 56842) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:49:42.849572 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbb7aa9a-4b5f-445e-b336-9cea394f9942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:49:42.870503 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbb7aa9a-4b5f-445e-b336-9cea394f9942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:49:43.000655 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbb7aa9a-4b5f-445e-b336-9cea394f9942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:49:43.003158 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbb7aa9a-4b5f-445e-b336-9cea394f9942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:49:43.004322 dv-cinder-760153-9-iscsi neutron-server[94640]: INFO neutron.wsgi [None req-cbb7aa9a-4b5f-445e-b336-9cea394f9942 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a8c0dd23-c3ea-46ac-b11b-75e38edf71d1 HTTP/1.1" status: 204 len: 168 time: 0.2050319 Sep 07 14:49:43.014162 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7aa9a-4b5f-445e-b336-9cea394f9942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c0dd23-c3ea-46ac-b11b-75e38edf71d1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:50:02.362561 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-afaeaea2-3534-4293-9d16-49667cd48410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:50:02.699183 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:50:04.998937 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9e9bb385-dab3-4021-bfd9-e7269f0d773f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:50:05.487578 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:50:05.547238 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 56980) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:50:05.673755 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-533e63f6-3235-483e-bd88-9db540ce9d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:50:05.761258 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-533e63f6-3235-483e-bd88-9db540ce9d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:50:05.847558 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-533e63f6-3235-483e-bd88-9db540ce9d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:50:05.889627 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e63f6-3235-483e-bd88-9db540ce9d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a36da8-e743-45b5-8a5b-6ec8917b419a,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:50:05.893836 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-533e63f6-3235-483e-bd88-9db540ce9d65 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f3422848ab8144ce8f48045ac29b539b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3455248 Sep 07 14:50:05.897708 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.wsgi [-] (94641) accepted ('10.222.0.11', 56984) {{(pid=94641) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 14:50:05.948240 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b3ecdacb-3736-4f1d-8821-794ddb241f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:50:05.969962 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b3ecdacb-3736-4f1d-8821-794ddb241f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:50:06.099338 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b3ecdacb-3736-4f1d-8821-794ddb241f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-469184'] for security_group, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:50:06.102037 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b3ecdacb-3736-4f1d-8821-794ddb241f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:50:06.103223 dv-cinder-760153-9-iscsi neutron-server[94641]: INFO neutron.wsgi [None req-b3ecdacb-3736-4f1d-8821-794ddb241f37 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/96a36da8-e743-45b5-8a5b-6ec8917b419a HTTP/1.1" status: 204 len: 168 time: 0.2046723 Sep 07 14:50:06.112143 dv-cinder-760153-9-iscsi neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ecdacb-3736-4f1d-8821-794ddb241f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a36da8-e743-45b5-8a5b-6ec8917b419a,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 14:50:06.196419 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:50:06.384919 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.agents_db [None req-8586c0a8-7e1b-4ad5-b29e-274ce3295afb None None] Agent healthcheck: found 6 active agents {{(pid=94643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:50:07.853244 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:50:32.371769 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-92bb4c74-1006-446e-8e6f-18b9a8f59dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:50:32.680463 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:50:34.998084 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f90ffcac-6523-4298-9695-9fe72d70059d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:50:35.437663 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:50:36.198894 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:50:37.857390 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:50:43.383866 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.agents_db [None req-8586c0a8-7e1b-4ad5-b29e-274ce3295afb None None] Agent healthcheck: found 6 active agents {{(pid=94643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:51:02.354267 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6047cef9-66c1-4d66-a61b-b1a19e471553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:51:02.708564 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:51:04.991363 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1b79e7b7-cf99-4984-ada5-ced36b317264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:51:05.444981 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:51:06.210912 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:51:07.859556 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:51:20.383511 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.agents_db [None req-8586c0a8-7e1b-4ad5-b29e-274ce3295afb None None] Agent healthcheck: found 6 active agents {{(pid=94643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:51:32.362210 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2d368aa5-0ffe-4dcb-9061-6480d4aa6fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:51:32.724493 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:51:34.995920 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-914fe1b5-ba68-4c38-af35-5ab0ffc8cf49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:51:35.461115 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:51:36.207203 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:51:37.921990 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:51:57.382818 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.agents_db [None req-8586c0a8-7e1b-4ad5-b29e-274ce3295afb None None] Agent healthcheck: found 6 active agents {{(pid=94643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:52:02.369244 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9736ab27-a4e6-4c67-ac5a-77632e4ab184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:52:02.752201 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:52:05.003468 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-de57162b-c3f2-42b7-b7cd-a974f7814b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:52:05.435276 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:52:06.206401 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:52:07.908762 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:52:32.365464 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ff36765e-5949-4338-841d-fc911cfad4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:52:32.808879 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:52:34.382331 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.agents_db [None req-8586c0a8-7e1b-4ad5-b29e-274ce3295afb None None] Agent healthcheck: found 6 active agents {{(pid=94643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:52:35.022274 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-83156209-4d82-46c7-81c1-2fdea7580991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:52:35.431169 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:52:36.210920 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:52:37.862216 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:53:02.347313 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-22d44d84-84c7-4b69-9d0e-05ae9ac52977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:53:02.799354 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:53:05.002360 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2db51c09-1106-434c-988f-72ee17dda256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:53:05.450180 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:53:06.219149 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:53:07.882364 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:53:11.381784 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.agents_db [None req-8586c0a8-7e1b-4ad5-b29e-274ce3295afb None None] Agent healthcheck: found 6 active agents {{(pid=94643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:53:32.367851 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-7a5243de-8156-45b8-9295-c519feb9ae20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:53:32.798346 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:53:35.001713 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2eda30b7-7174-4311-9394-e4cc7ae2ad1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:53:35.424421 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:53:36.224147 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:53:37.878287 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:53:48.381470 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.agents_db [None req-8586c0a8-7e1b-4ad5-b29e-274ce3295afb None None] Agent healthcheck: found 6 active agents {{(pid=94643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:54:02.351490 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a183c990-7766-4f21-8e24-f5588a15b9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:54:02.843008 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:54:04.997070 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-3fbd9a9e-1a3f-4299-b7f8-c5d2f94d8be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:54:05.448662 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:54:06.231482 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:54:07.906237 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:54:25.380562 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.agents_db [None req-8586c0a8-7e1b-4ad5-b29e-274ce3295afb None None] Agent healthcheck: found 6 active agents {{(pid=94643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:54:32.350920 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b8799dfb-b2e6-4bd9-8b32-8be6bc47729f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:54:32.857747 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:54:35.042328 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-bc71214a-c4b2-44bf-bef5-b2f52fa6ee4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:54:35.465152 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:54:36.230550 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:54:37.874470 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:55:02.350791 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b7af0f10-4e21-42ff-94c7-e2d9f0fd9e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:55:02.379676 dv-cinder-760153-9-iscsi neutron-server[94643]: DEBUG neutron.db.agents_db [None req-8586c0a8-7e1b-4ad5-b29e-274ce3295afb None None] Agent healthcheck: found 6 active agents {{(pid=94643) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 14:55:02.851007 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-44c6f2df-3408-4c7c-982e-92b97f68b983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:55:05.013180 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-cf374d56-53ed-4454-a49e-3b2a13972c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:55:05.287785 dv-cinder-760153-9-iscsi neutron-server[94640]: DEBUG neutron.wsgi [req-3269a704-7280-41fa-b2bc-1c3155cb674c req-9e94bbb3-af88-4a44-86d9-600c15814b8c service neutron] (94640) timed out ('10.222.0.22', 63239) {{(pid=94640) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 14:55:05.448166 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9152d18d-5686-470b-8281-0603e563890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:55:06.224808 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90246388-7867-4634-b19a-bbd77cf032af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 14:55:07.879991 dv-cinder-760153-9-iscsi neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-451e72f4-17be-4fdd-ba94-8a9afc02229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735925738087', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7654418'] for agent, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}